edd64449414ff518763defe8c5f2fdfa65b6a5d9:2025-12-27:43007
=== RUN TestAddons/serial/Volcano
addons_test.go:852: skipping: crio not supported
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable volcano --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable volcano --alsologtostderr -v=1: exit status 11 (237.022836ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:18.088856 18316 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:18.089153 18316 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:18.089172 18316 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:18.089178 18316 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:18.089379 18316 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:18.089654 18316 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:18.089984 18316 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:18.090010 18316 addons.go:622] checking whether the cluster is paused
I1227 08:29:18.090108 18316 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:18.090123 18316 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:18.090527 18316 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:18.108800 18316 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:18.108863 18316 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:18.126285 18316 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:18.214570 18316 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:18.214668 18316 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:18.242468 18316 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:18.242493 18316 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:18.242497 18316 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:18.242501 18316 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:18.242504 18316 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:18.242508 18316 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:18.242512 18316 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:18.242516 18316 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:18.242520 18316 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:18.242528 18316 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:18.242533 18316 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:18.242538 18316 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:18.242542 18316 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:18.242546 18316 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:18.242552 18316 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:18.242567 18316 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:18.242573 18316 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:18.242579 18316 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:18.242583 18316 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:18.242587 18316 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:18.242591 18316 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:18.242593 18316 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:18.242596 18316 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:18.242599 18316 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:18.242602 18316 cri.go:96] found id: ""
I1227 08:29:18.242638 18316 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:18.257061 18316 out.go:203]
W1227 08:29:18.258217 18316 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:18Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:18Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:18.258233 18316 out.go:285] *
*
W1227 08:29:18.258977 18316 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9bd16c244da2144137a37071fb77e06a574610a0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:18.260095 18316 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable volcano addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable volcano --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/serial/Volcano (0.24s)
=== RUN TestAddons/parallel/Registry
=== PAUSE TestAddons/parallel/Registry
=== CONT TestAddons/parallel/Registry
addons_test.go:384: registry stabilized in 3.365946ms
addons_test.go:386: (dbg) TestAddons/parallel/Registry: waiting 6m0s for pods matching "actual-registry=true" in namespace "kube-system" ...
helpers_test.go:353: "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Running
addons_test.go:386: (dbg) TestAddons/parallel/Registry: actual-registry=true healthy within 5.002960048s
addons_test.go:389: (dbg) TestAddons/parallel/Registry: waiting 10m0s for pods matching "registry-proxy=true" in namespace "kube-system" ...
helpers_test.go:353: "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Running
addons_test.go:389: (dbg) TestAddons/parallel/Registry: registry-proxy=true healthy within 5.003263331s
addons_test.go:394: (dbg) Run: kubectl --context addons-638058 delete po -l run=registry-test --now
addons_test.go:399: (dbg) Run: kubectl --context addons-638058 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local"
addons_test.go:399: (dbg) Done: kubectl --context addons-638058 run --rm registry-test --restart=Never --image=gcr.io/k8s-minikube/busybox -it -- sh -c "wget --spider -S http://registry.kube-system.svc.cluster.local": (3.247015885s)
addons_test.go:413: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 ip
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable registry --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable registry --alsologtostderr -v=1: exit status 11 (230.820827ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:40.564482 21113 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:40.564751 21113 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:40.564760 21113 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:40.564764 21113 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:40.564980 21113 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:40.565231 21113 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:40.565526 21113 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:40.565552 21113 addons.go:622] checking whether the cluster is paused
I1227 08:29:40.565634 21113 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:40.565652 21113 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:40.565996 21113 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:40.586592 21113 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:40.586648 21113 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:40.603965 21113 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:40.692897 21113 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:40.693005 21113 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:40.721178 21113 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:40.721209 21113 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:40.721213 21113 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:40.721216 21113 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:40.721219 21113 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:40.721223 21113 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:40.721226 21113 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:40.721228 21113 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:40.721231 21113 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:40.721240 21113 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:40.721243 21113 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:40.721246 21113 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:40.721248 21113 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:40.721251 21113 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:40.721254 21113 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:40.721267 21113 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:40.721272 21113 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:40.721276 21113 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:40.721278 21113 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:40.721281 21113 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:40.721284 21113 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:40.721287 21113 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:40.721289 21113 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:40.721292 21113 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:40.721295 21113 cri.go:96] found id: ""
I1227 08:29:40.721365 21113 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:40.735518 21113 out.go:203]
W1227 08:29:40.736791 21113 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:40Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:40Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:40.736816 21113 out.go:285] *
*
W1227 08:29:40.737640 21113 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_94fa7435cdb0fda2540861b9b71556c8cae5c5f1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:40.738956 21113 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable registry addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable registry --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Registry (13.68s)
=== RUN TestAddons/parallel/RegistryCreds
=== PAUSE TestAddons/parallel/RegistryCreds
=== CONT TestAddons/parallel/RegistryCreds
addons_test.go:325: registry-creds stabilized in 2.699608ms
addons_test.go:327: (dbg) Run: out/minikube-linux-amd64 addons configure registry-creds -f ./testdata/addons_testconfig.json -p addons-638058
addons_test.go:334: (dbg) Run: kubectl --context addons-638058 -n kube-system get secret -o yaml
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable registry-creds --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable registry-creds --alsologtostderr -v=1: exit status 11 (231.662467ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:34.963640 20325 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:34.963950 20325 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:34.963962 20325 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:34.963966 20325 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:34.964604 20325 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:34.965184 20325 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:34.966066 20325 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:34.966095 20325 addons.go:622] checking whether the cluster is paused
I1227 08:29:34.966240 20325 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:34.966257 20325 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:34.966783 20325 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:34.984671 20325 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:34.984719 20325 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:35.003458 20325 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:35.093305 20325 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:35.093417 20325 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:35.123407 20325 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:35.123429 20325 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:35.123435 20325 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:35.123439 20325 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:35.123444 20325 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:35.123448 20325 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:35.123452 20325 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:35.123457 20325 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:35.123462 20325 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:35.123472 20325 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:35.123477 20325 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:35.123482 20325 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:35.123488 20325 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:35.123493 20325 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:35.123504 20325 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:35.123521 20325 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:35.123525 20325 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:35.123531 20325 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:35.123535 20325 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:35.123540 20325 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:35.123545 20325 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:35.123552 20325 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:35.123556 20325 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:35.123562 20325 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:35.123570 20325 cri.go:96] found id: ""
I1227 08:29:35.123617 20325 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:35.137910 20325 out.go:203]
W1227 08:29:35.139146 20325 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:35Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:35Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:35.139163 20325 out.go:285] *
*
W1227 08:29:35.139839 20325 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_ac42ae7bb4bac5cd909a08f6506d602b3d2ccf6c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:35.140959 20325 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable registry-creds addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable registry-creds --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/RegistryCreds (0.39s)
=== RUN TestAddons/parallel/Ingress
=== PAUSE TestAddons/parallel/Ingress
=== CONT TestAddons/parallel/Ingress
addons_test.go:211: (dbg) Run: kubectl --context addons-638058 wait --for=condition=ready --namespace=ingress-nginx pod --selector=app.kubernetes.io/component=controller --timeout=90s
addons_test.go:236: (dbg) Run: kubectl --context addons-638058 replace --force -f testdata/nginx-ingress-v1.yaml
addons_test.go:249: (dbg) Run: kubectl --context addons-638058 replace --force -f testdata/nginx-pod-svc.yaml
addons_test.go:254: (dbg) TestAddons/parallel/Ingress: waiting 8m0s for pods matching "run=nginx" in namespace "default" ...
helpers_test.go:353: "nginx" [7e56affd-4aee-488a-8eb5-06c49e2bf0d0] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:353: "nginx" [7e56affd-4aee-488a-8eb5-06c49e2bf0d0] Running
addons_test.go:254: (dbg) TestAddons/parallel/Ingress: run=nginx healthy within 9.002679367s
I1227 08:29:41.821202 9078 kapi.go:150] Service nginx in namespace default found.
addons_test.go:266: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 ssh "curl -s http://127.0.0.1/ -H 'Host: nginx.example.com'"
addons_test.go:290: (dbg) Run: kubectl --context addons-638058 replace --force -f testdata/ingress-dns-example-v1.yaml
addons_test.go:295: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 ip
addons_test.go:301: (dbg) Run: nslookup hello-john.test 192.168.85.2
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable ingress-dns --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable ingress-dns --alsologtostderr -v=1: exit status 11 (263.786413ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:42.661725 21662 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:42.661881 21662 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.661893 21662 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:42.661923 21662 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.662245 21662 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:42.662617 21662 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:42.663115 21662 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.663142 21662 addons.go:622] checking whether the cluster is paused
I1227 08:29:42.663282 21662 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.663300 21662 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:42.663862 21662 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:42.683375 21662 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:42.683438 21662 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:42.713438 21662 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:42.810199 21662 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:42.810347 21662 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:42.844676 21662 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:42.844700 21662 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:42.844706 21662 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:42.844710 21662 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:42.844714 21662 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:42.844719 21662 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:42.844724 21662 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:42.844728 21662 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:42.844733 21662 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:42.844740 21662 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:42.844746 21662 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:42.844751 21662 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:42.844757 21662 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:42.844764 21662 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:42.844770 21662 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:42.844782 21662 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:42.844786 21662 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:42.844792 21662 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:42.844797 21662 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:42.844806 21662 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:42.844818 21662 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:42.844826 21662 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:42.844830 21662 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:42.844834 21662 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:42.844840 21662 cri.go:96] found id: ""
I1227 08:29:42.844888 21662 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:42.860987 21662 out.go:203]
W1227 08:29:42.862245 21662 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:42Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:42Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:42.862263 21662 out.go:285] *
*
W1227 08:29:42.863007 21662 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_4116e8848b7c0e6a40fa9061a5ca6da2e0eb6ead_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:42.864249 21662 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable ingress-dns addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable ingress-dns --alsologtostderr -v=1": exit status 11
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable ingress --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable ingress --alsologtostderr -v=1: exit status 11 (262.438434ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:42.930235 22012 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:42.930519 22012 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.930529 22012 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:42.930533 22012 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.930736 22012 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:42.931024 22012 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:42.931534 22012 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.931560 22012 addons.go:622] checking whether the cluster is paused
I1227 08:29:42.931698 22012 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.931719 22012 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:42.932130 22012 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:42.971552 22012 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:42.971611 22012 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:42.990573 22012 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:43.081802 22012 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:43.081866 22012 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:43.111160 22012 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:43.111182 22012 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:43.111186 22012 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:43.111189 22012 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:43.111192 22012 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:43.111196 22012 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:43.111199 22012 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:43.111201 22012 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:43.111204 22012 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:43.111215 22012 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:43.111220 22012 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:43.111223 22012 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:43.111226 22012 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:43.111229 22012 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:43.111232 22012 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:43.111236 22012 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:43.111240 22012 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:43.111271 22012 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:43.111280 22012 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:43.111283 22012 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:43.111289 22012 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:43.111293 22012 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:43.111296 22012 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:43.111299 22012 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:43.111301 22012 cri.go:96] found id: ""
I1227 08:29:43.111361 22012 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:43.125092 22012 out.go:203]
W1227 08:29:43.126253 22012 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:43Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:43Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:43.126273 22012 out.go:285] *
*
W1227 08:29:43.126980 22012 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_62553deefc570c97f2052ef703df7b8905a654d6_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:43.128241 22012 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable ingress addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable ingress --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Ingress (10.78s)
=== RUN TestAddons/parallel/InspektorGadget
=== PAUSE TestAddons/parallel/InspektorGadget
=== CONT TestAddons/parallel/InspektorGadget
addons_test.go:825: (dbg) TestAddons/parallel/InspektorGadget: waiting 8m0s for pods matching "k8s-app=gadget" in namespace "gadget" ...
helpers_test.go:353: "gadget-xbxbc" [383227b2-87a8-4af1-9a1a-22fd96f856ca] Running
addons_test.go:825: (dbg) TestAddons/parallel/InspektorGadget: k8s-app=gadget healthy within 5.00367239s
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable inspektor-gadget --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable inspektor-gadget --alsologtostderr -v=1: exit status 11 (225.480607ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:34.584621 20242 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:34.584933 20242 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:34.584944 20242 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:34.584948 20242 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:34.585155 20242 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:34.585432 20242 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:34.585736 20242 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:34.585753 20242 addons.go:622] checking whether the cluster is paused
I1227 08:29:34.585833 20242 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:34.585849 20242 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:34.586225 20242 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:34.604117 20242 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:34.604165 20242 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:34.620297 20242 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:34.708580 20242 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:34.708661 20242 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:34.736639 20242 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:34.736667 20242 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:34.736673 20242 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:34.736679 20242 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:34.736683 20242 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:34.736689 20242 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:34.736694 20242 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:34.736699 20242 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:34.736704 20242 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:34.736714 20242 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:34.736722 20242 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:34.736727 20242 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:34.736734 20242 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:34.736739 20242 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:34.736745 20242 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:34.736756 20242 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:34.736759 20242 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:34.736763 20242 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:34.736765 20242 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:34.736768 20242 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:34.736771 20242 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:34.736773 20242 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:34.736776 20242 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:34.736778 20242 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:34.736781 20242 cri.go:96] found id: ""
I1227 08:29:34.736816 20242 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:34.750271 20242 out.go:203]
W1227 08:29:34.751572 20242 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:34Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:34Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:34.751592 20242 out.go:285] *
*
W1227 08:29:34.752226 20242 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_07218961934993dd21acc63caaf1aa08873c018e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:34.753431 20242 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable inspektor-gadget addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable inspektor-gadget --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/InspektorGadget (5.23s)
=== RUN TestAddons/parallel/MetricsServer
=== PAUSE TestAddons/parallel/MetricsServer
=== CONT TestAddons/parallel/MetricsServer
addons_test.go:457: metrics-server stabilized in 3.18923ms
I1227 08:29:27.066612 9078 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1227 08:29:27.066631 9078 kapi.go:107] duration metric: took 3.435262ms to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
addons_test.go:459: (dbg) TestAddons/parallel/MetricsServer: waiting 6m0s for pods matching "k8s-app=metrics-server" in namespace "kube-system" ...
helpers_test.go:353: "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Running
addons_test.go:459: (dbg) TestAddons/parallel/MetricsServer: k8s-app=metrics-server healthy within 5.00270853s
addons_test.go:465: (dbg) Run: kubectl --context addons-638058 top pods -n kube-system
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable metrics-server --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable metrics-server --alsologtostderr -v=1: exit status 11 (231.222612ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:32.176356 19586 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:32.176627 19586 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:32.176637 19586 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:32.176641 19586 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:32.176830 19586 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:32.177077 19586 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:32.177410 19586 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:32.177428 19586 addons.go:622] checking whether the cluster is paused
I1227 08:29:32.177509 19586 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:32.177528 19586 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:32.177853 19586 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:32.196080 19586 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:32.196154 19586 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:32.215332 19586 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:32.306545 19586 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:32.306606 19586 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:32.334660 19586 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:32.334682 19586 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:32.334688 19586 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:32.334692 19586 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:32.334697 19586 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:32.334703 19586 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:32.334708 19586 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:32.334712 19586 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:32.334716 19586 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:32.334730 19586 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:32.334735 19586 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:32.334740 19586 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:32.334745 19586 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:32.334752 19586 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:32.334758 19586 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:32.334765 19586 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:32.334769 19586 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:32.334774 19586 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:32.334780 19586 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:32.334788 19586 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:32.334793 19586 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:32.334801 19586 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:32.334806 19586 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:32.334814 19586 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:32.334819 19586 cri.go:96] found id: ""
I1227 08:29:32.334863 19586 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:32.348207 19586 out.go:203]
W1227 08:29:32.349353 19586 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:32Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:32Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:32.349387 19586 out.go:285] *
*
W1227 08:29:32.350238 19586 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_9e377edc2b59264359e9c26f81b048e390fa608a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:32.351288 19586 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable metrics-server addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable metrics-server --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/MetricsServer (5.29s)
=== RUN TestAddons/parallel/CSI
=== PAUSE TestAddons/parallel/CSI
=== CONT TestAddons/parallel/CSI
addons_test.go:551: csi-hostpath-driver pods stabilized in 3.444409ms
addons_test.go:554: (dbg) Run: kubectl --context addons-638058 create -f testdata/csi-hostpath-driver/pvc.yaml
addons_test.go:559: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc" in namespace "default" ...
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc -o jsonpath={.status.phase} -n default
addons_test.go:564: (dbg) Run: kubectl --context addons-638058 create -f testdata/csi-hostpath-driver/pv-pod.yaml
addons_test.go:569: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod" in namespace "default" ...
helpers_test.go:353: "task-pv-pod" [70d8a58a-21ad-4c7c-bc7b-eacb9f2a15bf] Pending
helpers_test.go:353: "task-pv-pod" [70d8a58a-21ad-4c7c-bc7b-eacb9f2a15bf] Pending / Ready:ContainersNotReady (containers with unready status: [task-pv-container]) / ContainersReady:ContainersNotReady (containers with unready status: [task-pv-container])
helpers_test.go:353: "task-pv-pod" [70d8a58a-21ad-4c7c-bc7b-eacb9f2a15bf] Running
addons_test.go:569: (dbg) TestAddons/parallel/CSI: app=task-pv-pod healthy within 8.003438674s
addons_test.go:574: (dbg) Run: kubectl --context addons-638058 create -f testdata/csi-hostpath-driver/snapshot.yaml
addons_test.go:579: (dbg) TestAddons/parallel/CSI: waiting 6m0s for volume snapshot "new-snapshot-demo" in namespace "default" ...
helpers_test.go:428: (dbg) Run: kubectl --context addons-638058 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
helpers_test.go:428: (dbg) Run: kubectl --context addons-638058 get volumesnapshot new-snapshot-demo -o jsonpath={.status.readyToUse} -n default
addons_test.go:584: (dbg) Run: kubectl --context addons-638058 delete pod task-pv-pod
addons_test.go:590: (dbg) Run: kubectl --context addons-638058 delete pvc hpvc
addons_test.go:596: (dbg) Run: kubectl --context addons-638058 create -f testdata/csi-hostpath-driver/pvc-restore.yaml
addons_test.go:601: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pvc "hpvc-restore" in namespace "default" ...
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc hpvc-restore -o jsonpath={.status.phase} -n default
addons_test.go:606: (dbg) Run: kubectl --context addons-638058 create -f testdata/csi-hostpath-driver/pv-pod-restore.yaml
addons_test.go:611: (dbg) TestAddons/parallel/CSI: waiting 6m0s for pods matching "app=task-pv-pod-restore" in namespace "default" ...
helpers_test.go:353: "task-pv-pod-restore" [fbed5e07-377e-4c0a-8c06-9ed65937a3e4] Pending
helpers_test.go:353: "task-pv-pod-restore" [fbed5e07-377e-4c0a-8c06-9ed65937a3e4] Running
addons_test.go:611: (dbg) TestAddons/parallel/CSI: app=task-pv-pod-restore healthy within 6.003881457s
addons_test.go:616: (dbg) Run: kubectl --context addons-638058 delete pod task-pv-pod-restore
addons_test.go:620: (dbg) Run: kubectl --context addons-638058 delete pvc hpvc-restore
addons_test.go:624: (dbg) Run: kubectl --context addons-638058 delete volumesnapshot new-snapshot-demo
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable volumesnapshots --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable volumesnapshots --alsologtostderr -v=1: exit status 11 (233.929814ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:30:20.878424 23317 out.go:360] Setting OutFile to fd 1 ...
I1227 08:30:20.878702 23317 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:30:20.878712 23317 out.go:374] Setting ErrFile to fd 2...
I1227 08:30:20.878717 23317 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:30:20.878880 23317 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:30:20.879148 23317 mustload.go:66] Loading cluster: addons-638058
I1227 08:30:20.879478 23317 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:30:20.879500 23317 addons.go:622] checking whether the cluster is paused
I1227 08:30:20.879581 23317 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:30:20.879602 23317 host.go:66] Checking if "addons-638058" exists ...
I1227 08:30:20.879958 23317 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:30:20.898155 23317 ssh_runner.go:195] Run: systemctl --version
I1227 08:30:20.898217 23317 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:30:20.916243 23317 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:30:21.007990 23317 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:30:21.008071 23317 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:30:21.038049 23317 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:30:21.038072 23317 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:30:21.038075 23317 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:30:21.038079 23317 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:30:21.038082 23317 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:30:21.038085 23317 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:30:21.038088 23317 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:30:21.038090 23317 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:30:21.038093 23317 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:30:21.038097 23317 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:30:21.038101 23317 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:30:21.038103 23317 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:30:21.038106 23317 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:30:21.038109 23317 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:30:21.038112 23317 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:30:21.038124 23317 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:30:21.038128 23317 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:30:21.038132 23317 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:30:21.038134 23317 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:30:21.038137 23317 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:30:21.038139 23317 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:30:21.038142 23317 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:30:21.038145 23317 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:30:21.038148 23317 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:30:21.038151 23317 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:30:21.038158 23317 cri.go:96] found id: ""
I1227 08:30:21.038195 23317 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:30:21.053737 23317 out.go:203]
W1227 08:30:21.054832 23317 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:30:21Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:30:21Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:30:21.054847 23317 out.go:285] *
*
W1227 08:30:21.055598 23317 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_f6150db7515caf82d8c4c5baeba9fd21f738a7e0_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:30:21.056748 23317 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable volumesnapshots addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable volumesnapshots --alsologtostderr -v=1": exit status 11
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable csi-hostpath-driver --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable csi-hostpath-driver --alsologtostderr -v=1: exit status 11 (229.879093ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:30:21.114085 23386 out.go:360] Setting OutFile to fd 1 ...
I1227 08:30:21.114396 23386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:30:21.114407 23386 out.go:374] Setting ErrFile to fd 2...
I1227 08:30:21.114414 23386 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:30:21.114657 23386 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:30:21.114955 23386 mustload.go:66] Loading cluster: addons-638058
I1227 08:30:21.115299 23386 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:30:21.115337 23386 addons.go:622] checking whether the cluster is paused
I1227 08:30:21.115435 23386 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:30:21.115454 23386 host.go:66] Checking if "addons-638058" exists ...
I1227 08:30:21.115932 23386 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:30:21.133835 23386 ssh_runner.go:195] Run: systemctl --version
I1227 08:30:21.133880 23386 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:30:21.150983 23386 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:30:21.240759 23386 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:30:21.240826 23386 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:30:21.269787 23386 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:30:21.269814 23386 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:30:21.269818 23386 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:30:21.269822 23386 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:30:21.269824 23386 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:30:21.269828 23386 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:30:21.269831 23386 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:30:21.269833 23386 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:30:21.269836 23386 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:30:21.269841 23386 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:30:21.269844 23386 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:30:21.269846 23386 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:30:21.269849 23386 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:30:21.269851 23386 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:30:21.269854 23386 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:30:21.269866 23386 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:30:21.269870 23386 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:30:21.269874 23386 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:30:21.269877 23386 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:30:21.269879 23386 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:30:21.269882 23386 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:30:21.269885 23386 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:30:21.269888 23386 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:30:21.269891 23386 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:30:21.269894 23386 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:30:21.269897 23386 cri.go:96] found id: ""
I1227 08:30:21.269937 23386 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:30:21.283342 23386 out.go:203]
W1227 08:30:21.284569 23386 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:30:21Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:30:21Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:30:21.284590 23386 out.go:285] *
*
W1227 08:30:21.285490 23386 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_913eef9b964ccef8b5b536327192b81f4aff5da9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:30:21.286875 23386 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable csi-hostpath-driver addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable csi-hostpath-driver --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CSI (54.23s)
=== RUN TestAddons/parallel/Headlamp
=== PAUSE TestAddons/parallel/Headlamp
=== CONT TestAddons/parallel/Headlamp
addons_test.go:810: (dbg) Run: out/minikube-linux-amd64 addons enable headlamp -p addons-638058 --alsologtostderr -v=1
I1227 08:29:27.063208 9078 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
addons_test.go:810: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable headlamp -p addons-638058 --alsologtostderr -v=1: exit status 11 (242.816669ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:27.120778 18684 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:27.120914 18684 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:27.120921 18684 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:27.120928 18684 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:27.121213 18684 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:27.121571 18684 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:27.122028 18684 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:27.122064 18684 addons.go:622] checking whether the cluster is paused
I1227 08:29:27.122225 18684 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:27.122247 18684 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:27.122879 18684 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:27.142207 18684 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:27.142264 18684 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:27.161113 18684 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:27.252655 18684 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:27.252763 18684 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:27.282972 18684 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:27.283008 18684 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:27.283016 18684 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:27.283021 18684 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:27.283025 18684 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:27.283031 18684 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:27.283036 18684 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:27.283041 18684 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:27.283045 18684 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:27.283058 18684 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:27.283063 18684 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:27.283067 18684 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:27.283072 18684 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:27.283076 18684 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:27.283081 18684 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:27.283107 18684 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:27.283114 18684 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:27.283121 18684 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:27.283126 18684 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:27.283130 18684 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:27.283138 18684 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:27.283147 18684 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:27.283151 18684 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:27.283156 18684 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:27.283169 18684 cri.go:96] found id: ""
I1227 08:29:27.283222 18684 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:27.297245 18684 out.go:203]
W1227 08:29:27.298443 18684 out.go:285] X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:27Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:27Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:27.298467 18684 out.go:285] *
*
W1227 08:29:27.299377 18684 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_af3b8a9ce4f102efc219f1404c9eed7a69cbf2d5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:27.300655 18684 out.go:203]
** /stderr **
addons_test.go:812: failed to enable headlamp addon: args: "out/minikube-linux-amd64 addons enable headlamp -p addons-638058 --alsologtostderr -v=1": exit status 11
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestAddons/parallel/Headlamp]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestAddons/parallel/Headlamp]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect addons-638058
helpers_test.go:244: (dbg) docker inspect addons-638058:
-- stdout --
[
{
"Id": "8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff",
"Created": "2025-12-27T08:28:06.928429693Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 11064,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:28:06.971815297Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff/hostname",
"HostsPath": "/var/lib/docker/containers/8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff/hosts",
"LogPath": "/var/lib/docker/containers/8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff/8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff-json.log",
"Name": "/addons-638058",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"addons-638058:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "addons-638058",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 4294967296,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 8589934592,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "8c0cd119cd7bc90e30aa44de9684536723ea1afb4b0ee29432f46626463b56ff",
"LowerDir": "/var/lib/docker/overlay2/110b67ab7a4dfea7d573b0ea65886f6f64761c93fb0148ba11d1c05ffaf08c57-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/110b67ab7a4dfea7d573b0ea65886f6f64761c93fb0148ba11d1c05ffaf08c57/merged",
"UpperDir": "/var/lib/docker/overlay2/110b67ab7a4dfea7d573b0ea65886f6f64761c93fb0148ba11d1c05ffaf08c57/diff",
"WorkDir": "/var/lib/docker/overlay2/110b67ab7a4dfea7d573b0ea65886f6f64761c93fb0148ba11d1c05ffaf08c57/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "addons-638058",
"Source": "/var/lib/docker/volumes/addons-638058/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "addons-638058",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "addons-638058",
"name.minikube.sigs.k8s.io": "addons-638058",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "1bf03c75e2f68f50fce6160d5c246cda43dc361af3cfc5fd562cc3a8e0e4f18e",
"SandboxKey": "/var/run/docker/netns/1bf03c75e2f6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32768"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32769"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32772"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32770"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32771"
}
]
},
"Networks": {
"addons-638058": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "814f27d3803222911377b8266654a3b5fed4c443c1bb11c3d252d68b089bb13a",
"EndpointID": "d7787809d5d82b3ca66f17ea116e5f59f8c95ed4c84186673b8120dff9c991d7",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "7a:15:ea:87:4d:f7",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"addons-638058",
"8c0cd119cd7b"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p addons-638058 -n addons-638058
helpers_test.go:253: <<< TestAddons/parallel/Headlamp FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestAddons/parallel/Headlamp]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p addons-638058 logs -n 25: (1.092257885s)
helpers_test.go:261: TestAddons/parallel/Headlamp logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-763184 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ delete │ -p download-only-763184 │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ start │ -o=json --download-only -p download-only-923785 --force --alsologtostderr --kubernetes-version=v1.35.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-923785 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ delete │ -p download-only-923785 │ download-only-923785 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ delete │ -p download-only-763184 │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ delete │ -p download-only-923785 │ download-only-923785 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ start │ --download-only -p download-docker-635228 --alsologtostderr --driver=docker --container-runtime=crio │ download-docker-635228 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ delete │ -p download-docker-635228 │ download-docker-635228 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ start │ --download-only -p binary-mirror-291632 --alsologtostderr --binary-mirror http://127.0.0.1:37901 --driver=docker --container-runtime=crio │ binary-mirror-291632 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ delete │ -p binary-mirror-291632 │ binary-mirror-291632 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ addons │ disable dashboard -p addons-638058 │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ addons │ enable dashboard -p addons-638058 │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ start │ -p addons-638058 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:29 UTC │
│ addons │ addons-638058 addons disable volcano --alsologtostderr -v=1 │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:29 UTC │ │
│ addons │ addons-638058 addons disable gcp-auth --alsologtostderr -v=1 │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:29 UTC │ │
│ addons │ enable headlamp -p addons-638058 --alsologtostderr -v=1 │ addons-638058 │ jenkins │ v1.37.0 │ 27 Dec 25 08:29 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────
───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:27:45
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:27:45.080937 10423 out.go:360] Setting OutFile to fd 1 ...
I1227 08:27:45.081170 10423 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:45.081179 10423 out.go:374] Setting ErrFile to fd 2...
I1227 08:27:45.081184 10423 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:45.081416 10423 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:27:45.081907 10423 out.go:368] Setting JSON to false
I1227 08:27:45.082655 10423 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":617,"bootTime":1766823448,"procs":174,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:27:45.082704 10423 start.go:143] virtualization: kvm guest
I1227 08:27:45.084652 10423 out.go:179] * [addons-638058] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:27:45.086142 10423 notify.go:221] Checking for updates...
I1227 08:27:45.086160 10423 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:27:45.087341 10423 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:27:45.088469 10423 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:27:45.089568 10423 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:27:45.090739 10423 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:27:45.091916 10423 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:27:45.093201 10423 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:27:45.115631 10423 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:27:45.115711 10423 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:45.169540 10423 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:49 SystemTime:2025-12-27 08:27:45.160626963 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:45.169629 10423 docker.go:319] overlay module found
I1227 08:27:45.171336 10423 out.go:179] * Using the docker driver based on user configuration
I1227 08:27:45.172465 10423 start.go:309] selected driver: docker
I1227 08:27:45.172476 10423 start.go:928] validating driver "docker" against <nil>
I1227 08:27:45.172486 10423 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:27:45.172993 10423 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:45.223613 10423 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:49 SystemTime:2025-12-27 08:27:45.214649743 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:45.223795 10423 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:27:45.223976 10423 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:27:45.225571 10423 out.go:179] * Using Docker driver with root privileges
I1227 08:27:45.226805 10423 cni.go:84] Creating CNI manager for ""
I1227 08:27:45.226876 10423 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:27:45.226889 10423 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 08:27:45.226999 10423 start.go:353] cluster config:
{Name:addons-638058 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:addons-638058 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime
:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs:
AutoPauseInterval:1m0s Rosetta:false}
I1227 08:27:45.228188 10423 out.go:179] * Starting "addons-638058" primary control-plane node in "addons-638058" cluster
I1227 08:27:45.229192 10423 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:27:45.230244 10423 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:27:45.231232 10423 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:27:45.231261 10423 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:27:45.231269 10423 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 08:27:45.231370 10423 cache.go:65] Caching tarball of preloaded images
I1227 08:27:45.231451 10423 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:27:45.231463 10423 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 08:27:45.231854 10423 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/config.json ...
I1227 08:27:45.231880 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/config.json: {Name:mkdd15087d6b3611e293043a906191e9e3b40f69 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:27:45.246910 10423 cache.go:163] Downloading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a to local cache
I1227 08:27:45.247038 10423 image.go:65] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local cache directory
I1227 08:27:45.247056 10423 image.go:68] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local cache directory, skipping pull
I1227 08:27:45.247060 10423 image.go:137] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in cache, skipping pull
I1227 08:27:45.247067 10423 cache.go:166] successfully saved gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a as a tarball
I1227 08:27:45.247073 10423 cache.go:176] Loading gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a from local cache
I1227 08:27:59.769602 10423 cache.go:178] successfully loaded and using gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a from cached tarball
I1227 08:27:59.769637 10423 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:27:59.769692 10423 start.go:360] acquireMachinesLock for addons-638058: {Name:mkdc61dfadd727435a7788cf93932198d4079770 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:27:59.769802 10423 start.go:364] duration metric: took 84.244µs to acquireMachinesLock for "addons-638058"
I1227 08:27:59.769830 10423 start.go:93] Provisioning new machine with config: &{Name:addons-638058 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:addons-638058 Namespace:default APIServerHAVIP: APIServerName:min
ikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:27:59.769904 10423 start.go:125] createHost starting for "" (driver="docker")
I1227 08:27:59.903569 10423 out.go:252] * Creating docker container (CPUs=2, Memory=4096MB) ...
I1227 08:27:59.903890 10423 start.go:159] libmachine.API.Create for "addons-638058" (driver="docker")
I1227 08:27:59.903933 10423 client.go:173] LocalClient.Create starting
I1227 08:27:59.904104 10423 main.go:144] libmachine: Creating CA: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:28:00.020393 10423 main.go:144] libmachine: Creating client certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:28:00.055795 10423 cli_runner.go:164] Run: docker network inspect addons-638058 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:28:00.073371 10423 cli_runner.go:211] docker network inspect addons-638058 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:28:00.073432 10423 network_create.go:284] running [docker network inspect addons-638058] to gather additional debugging logs...
I1227 08:28:00.073448 10423 cli_runner.go:164] Run: docker network inspect addons-638058
W1227 08:28:00.089043 10423 cli_runner.go:211] docker network inspect addons-638058 returned with exit code 1
I1227 08:28:00.089076 10423 network_create.go:287] error running [docker network inspect addons-638058]: docker network inspect addons-638058: exit status 1
stdout:
[]
stderr:
Error response from daemon: network addons-638058 not found
I1227 08:28:00.089093 10423 network_create.go:289] output of [docker network inspect addons-638058]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network addons-638058 not found
** /stderr **
I1227 08:28:00.089173 10423 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:28:00.106877 10423 network.go:209] skipping subnet 192.168.49.0/24 that is reserved: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:<nil>}
I1227 08:28:00.108355 10423 network.go:209] skipping subnet 192.168.58.0/24 that is reserved: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:<nil>}
I1227 08:28:00.109814 10423 network.go:209] skipping subnet 192.168.67.0/24 that is reserved: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:<nil>}
I1227 08:28:00.111240 10423 network.go:209] skipping subnet 192.168.76.0/24 that is reserved: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:<nil>}
I1227 08:28:00.111626 10423 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001dd6430}
I1227 08:28:00.111661 10423 network_create.go:124] attempt to create docker network addons-638058 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 08:28:00.111702 10423 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=addons-638058 addons-638058
I1227 08:28:00.302687 10423 network_create.go:108] docker network addons-638058 192.168.85.0/24 created
I1227 08:28:00.302716 10423 kic.go:121] calculated static IP "192.168.85.2" for the "addons-638058" container
I1227 08:28:00.302798 10423 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:28:00.319740 10423 cli_runner.go:164] Run: docker volume create addons-638058 --label name.minikube.sigs.k8s.io=addons-638058 --label created_by.minikube.sigs.k8s.io=true
I1227 08:28:00.336888 10423 oci.go:103] Successfully created a docker volume addons-638058
I1227 08:28:00.336988 10423 cli_runner.go:164] Run: docker run --rm --name addons-638058-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-638058 --entrypoint /usr/bin/test -v addons-638058:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 08:28:03.145054 10423 cli_runner.go:217] Completed: docker run --rm --name addons-638058-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-638058 --entrypoint /usr/bin/test -v addons-638058:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib: (2.807958287s)
I1227 08:28:03.145087 10423 oci.go:107] Successfully prepared a docker volume addons-638058
I1227 08:28:03.145154 10423 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:28:03.145170 10423 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:28:03.145226 10423 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-638058:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:28:06.861095 10423 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v addons-638058:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (3.715819678s)
I1227 08:28:06.861124 10423 kic.go:203] duration metric: took 3.715952459s to extract preloaded images to volume ...
W1227 08:28:06.861201 10423 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 08:28:06.861236 10423 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 08:28:06.861271 10423 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 08:28:06.913106 10423 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname addons-638058 --name addons-638058 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=addons-638058 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=addons-638058 --network addons-638058 --ip 192.168.85.2 --volume addons-638058:/var --security-opt apparmor=unconfined --memory=4096mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 08:28:07.210215 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Running}}
I1227 08:28:07.229515 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:07.251092 10423 cli_runner.go:164] Run: docker exec addons-638058 stat /var/lib/dpkg/alternatives/iptables
I1227 08:28:07.296326 10423 oci.go:144] the created container "addons-638058" has a running status.
I1227 08:28:07.296360 10423 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa...
I1227 08:28:07.331473 10423 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 08:28:07.360871 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:07.378390 10423 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 08:28:07.378408 10423 kic_runner.go:114] Args: [docker exec --privileged addons-638058 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 08:28:07.417289 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:07.439087 10423 machine.go:94] provisionDockerMachine start ...
I1227 08:28:07.439184 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:07.460292 10423 main.go:144] libmachine: Using SSH client type: native
I1227 08:28:07.460595 10423 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1227 08:28:07.460615 10423 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:28:07.462234 10423 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:34036->127.0.0.1:32768: read: connection reset by peer
I1227 08:28:10.582761 10423 main.go:144] libmachine: SSH cmd err, output: <nil>: addons-638058
I1227 08:28:10.582791 10423 ubuntu.go:182] provisioning hostname "addons-638058"
I1227 08:28:10.582869 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:10.600183 10423 main.go:144] libmachine: Using SSH client type: native
I1227 08:28:10.600407 10423 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1227 08:28:10.600421 10423 main.go:144] libmachine: About to run SSH command:
sudo hostname addons-638058 && echo "addons-638058" | sudo tee /etc/hostname
I1227 08:28:10.728077 10423 main.go:144] libmachine: SSH cmd err, output: <nil>: addons-638058
I1227 08:28:10.728191 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:10.745082 10423 main.go:144] libmachine: Using SSH client type: native
I1227 08:28:10.745345 10423 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1227 08:28:10.745371 10423 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\saddons-638058' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 addons-638058/g' /etc/hosts;
else
echo '127.0.1.1 addons-638058' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:28:10.864606 10423 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:28:10.864634 10423 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:28:10.864657 10423 ubuntu.go:190] setting up certificates
I1227 08:28:10.864669 10423 provision.go:84] configureAuth start
I1227 08:28:10.864724 10423 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-638058
I1227 08:28:10.883499 10423 provision.go:143] copyHostCerts
I1227 08:28:10.883573 10423 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:28:10.883692 10423 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:28:10.883758 10423 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:28:10.883817 10423 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.addons-638058 san=[127.0.0.1 192.168.85.2 addons-638058 localhost minikube]
I1227 08:28:11.028943 10423 provision.go:177] copyRemoteCerts
I1227 08:28:11.029002 10423 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:28:11.029033 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.046007 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:11.136339 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:28:11.154248 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1227 08:28:11.170970 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:28:11.187692 10423 provision.go:87] duration metric: took 323.001693ms to configureAuth
I1227 08:28:11.187718 10423 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:28:11.187895 10423 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:28:11.187988 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.205452 10423 main.go:144] libmachine: Using SSH client type: native
I1227 08:28:11.205664 10423 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32768 <nil> <nil>}
I1227 08:28:11.205681 10423 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:28:11.461539 10423 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:28:11.461565 10423 machine.go:97] duration metric: took 4.022455703s to provisionDockerMachine
I1227 08:28:11.461577 10423 client.go:176] duration metric: took 11.557637448s to LocalClient.Create
I1227 08:28:11.461598 10423 start.go:167] duration metric: took 11.557708804s to libmachine.API.Create "addons-638058"
I1227 08:28:11.461610 10423 start.go:293] postStartSetup for "addons-638058" (driver="docker")
I1227 08:28:11.461626 10423 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:28:11.461687 10423 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:28:11.461725 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.478830 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:11.570034 10423 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:28:11.573424 10423 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:28:11.573455 10423 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:28:11.573466 10423 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:28:11.573518 10423 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:28:11.573542 10423 start.go:296] duration metric: took 111.922169ms for postStartSetup
I1227 08:28:11.573791 10423 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-638058
I1227 08:28:11.591809 10423 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/config.json ...
I1227 08:28:11.592081 10423 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:28:11.592126 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.609439 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:11.696326 10423 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:28:11.700657 10423 start.go:128] duration metric: took 11.930738194s to createHost
I1227 08:28:11.700683 10423 start.go:83] releasing machines lock for "addons-638058", held for 11.930866012s
I1227 08:28:11.700743 10423 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" addons-638058
I1227 08:28:11.718717 10423 ssh_runner.go:195] Run: cat /version.json
I1227 08:28:11.718760 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.718811 10423 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:28:11.718909 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:11.736699 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:11.737074 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:11.875468 10423 ssh_runner.go:195] Run: systemctl --version
I1227 08:28:11.882236 10423 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:28:11.914647 10423 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:28:11.919246 10423 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:28:11.919301 10423 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:28:11.943956 10423 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 08:28:11.943980 10423 start.go:496] detecting cgroup driver to use...
I1227 08:28:11.944006 10423 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:28:11.944046 10423 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:28:11.958378 10423 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:28:11.969920 10423 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:28:11.969964 10423 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:28:11.985494 10423 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:28:12.001545 10423 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:28:12.079222 10423 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:28:12.164733 10423 docker.go:234] disabling docker service ...
I1227 08:28:12.164804 10423 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:28:12.182509 10423 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:28:12.194221 10423 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:28:12.275263 10423 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:28:12.354477 10423 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:28:12.366406 10423 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:28:12.379773 10423 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:28:12.379838 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.389546 10423 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:28:12.389604 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.397721 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.405915 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.413892 10423 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:28:12.421373 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.429705 10423 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.442072 10423 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:28:12.450553 10423 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:28:12.457417 10423 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 1
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1227 08:28:12.457467 10423 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1227 08:28:12.468966 10423 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:28:12.475887 10423 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:28:12.552099 10423 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:28:12.695613 10423 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:28:12.695683 10423 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:28:12.699570 10423 start.go:574] Will wait 60s for crictl version
I1227 08:28:12.699629 10423 ssh_runner.go:195] Run: which crictl
I1227 08:28:12.702934 10423 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:28:12.726994 10423 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:28:12.727112 10423 ssh_runner.go:195] Run: crio --version
I1227 08:28:12.753435 10423 ssh_runner.go:195] Run: crio --version
I1227 08:28:12.782852 10423 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:28:12.784074 10423 cli_runner.go:164] Run: docker network inspect addons-638058 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:28:12.800759 10423 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 08:28:12.804826 10423 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:28:12.814901 10423 kubeadm.go:884] updating cluster {Name:addons-638058 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:addons-638058 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNa
mes:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketV
MnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:28:12.815020 10423 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:28:12.815060 10423 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:28:12.844671 10423 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:28:12.844694 10423 crio.go:433] Images already preloaded, skipping extraction
I1227 08:28:12.844747 10423 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:28:12.869662 10423 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:28:12.869683 10423 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:28:12.869691 10423 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 08:28:12.869761 10423 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=addons-638058 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:addons-638058 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:28:12.869823 10423 ssh_runner.go:195] Run: crio config
I1227 08:28:12.911871 10423 cni.go:84] Creating CNI manager for ""
I1227 08:28:12.911896 10423 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:28:12.911913 10423 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:28:12.911936 10423 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:addons-638058 NodeName:addons-638058 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernet
es/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:28:12.912058 10423 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "addons-638058"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:28:12.912120 10423 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:28:12.919893 10423 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:28:12.919949 10423 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:28:12.927137 10423 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (363 bytes)
I1227 08:28:12.938786 10423 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:28:12.953250 10423 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2209 bytes)
I1227 08:28:12.964760 10423 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:28:12.967979 10423 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:28:12.977536 10423 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:28:13.054139 10423 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:28:13.077463 10423 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058 for IP: 192.168.85.2
I1227 08:28:13.077484 10423 certs.go:195] generating shared ca certs ...
I1227 08:28:13.077498 10423 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.077607 10423 certs.go:241] generating "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:28:13.204785 10423 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt ...
I1227 08:28:13.204816 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt: {Name:mkf713b3b13357543ab6f1180431fcb5431d6148 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.204983 10423 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key ...
I1227 08:28:13.204994 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key: {Name:mkf94cef746cb5098e1351e3de1b6c94055fe083 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.205078 10423 certs.go:241] generating "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:28:13.255321 10423 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt ...
I1227 08:28:13.255348 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt: {Name:mkfe426c65834ca4ed6e773db7028e44860c8155 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.255495 10423 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key ...
I1227 08:28:13.255506 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key: {Name:mkfb96de6b31cd4044e6f497895b9947fc7e6b18 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.255577 10423 certs.go:257] generating profile certs ...
I1227 08:28:13.255631 10423 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.key
I1227 08:28:13.255644 10423 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt with IP's: []
I1227 08:28:13.430147 10423 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt ...
I1227 08:28:13.430181 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: {Name:mka3c17922f4ce13a7100fecdfbe63cb19aca7a8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.430375 10423 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.key ...
I1227 08:28:13.430389 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.key: {Name:mk6b66917683133e31f0e2295a8f0ecc87741ef8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.430471 10423 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key.d6ef0382
I1227 08:28:13.430492 10423 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt.d6ef0382 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1227 08:28:13.445762 10423 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt.d6ef0382 ...
I1227 08:28:13.445790 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt.d6ef0382: {Name:mk3b04918ab6519ffcda0d2290ebc284597c5f02 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.445944 10423 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key.d6ef0382 ...
I1227 08:28:13.445962 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key.d6ef0382: {Name:mk56b194fc06621b5f074a67550f370eb66532f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.446038 10423 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt.d6ef0382 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt
I1227 08:28:13.446107 10423 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key.d6ef0382 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key
I1227 08:28:13.446154 10423 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.key
I1227 08:28:13.446171 10423 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.crt with IP's: []
I1227 08:28:13.505986 10423 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.crt ...
I1227 08:28:13.506015 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.crt: {Name:mk5fdee0ba1b48a7b59a40e433f09f3ed25280f9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.506288 10423 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.key ...
I1227 08:28:13.506329 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.key: {Name:mkfc0fc732fcee683b2a870bc12a623cf26a5a8e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:13.506577 10423 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:28:13.506623 10423 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:28:13.506655 10423 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:28:13.506683 10423 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:28:13.507366 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:28:13.525559 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:28:13.542102 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:28:13.558304 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:28:13.574298 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1227 08:28:13.590685 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 08:28:13.606790 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:28:13.622832 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 08:28:13.638834 10423 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:28:13.656725 10423 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:28:13.668450 10423 ssh_runner.go:195] Run: openssl version
I1227 08:28:13.674185 10423 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:28:13.681036 10423 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:28:13.690103 10423 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:28:13.693468 10423 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:28:13.693509 10423 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:28:13.727106 10423 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:28:13.734555 10423 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 08:28:13.741559 10423 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:28:13.744963 10423 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 08:28:13.745025 10423 kubeadm.go:401] StartCluster: {Name:addons-638058 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:addons-638058 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames
:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMne
tClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:28:13.745097 10423 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:28:13.745148 10423 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:28:13.771334 10423 cri.go:96] found id: ""
I1227 08:28:13.771399 10423 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:28:13.779112 10423 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 08:28:13.786830 10423 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 08:28:13.786892 10423 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 08:28:13.793958 10423 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 08:28:13.793974 10423 kubeadm.go:158] found existing configuration files:
I1227 08:28:13.794013 10423 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 08:28:13.800882 10423 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 08:28:13.800932 10423 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 08:28:13.807967 10423 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 08:28:13.814900 10423 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 08:28:13.814940 10423 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 08:28:13.821489 10423 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 08:28:13.828471 10423 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 08:28:13.828530 10423 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 08:28:13.835359 10423 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 08:28:13.842375 10423 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 08:28:13.842415 10423 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 08:28:13.849184 10423 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 08:28:13.885829 10423 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 08:28:13.885878 10423 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 08:28:13.959072 10423 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 08:28:13.959170 10423 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 08:28:13.959250 10423 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 08:28:13.959300 10423 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 08:28:13.959391 10423 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 08:28:13.959449 10423 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 08:28:13.959489 10423 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 08:28:13.959537 10423 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 08:28:13.959628 10423 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 08:28:13.959688 10423 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 08:28:13.959758 10423 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 08:28:14.013197 10423 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 08:28:14.013344 10423 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 08:28:14.013477 10423 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 08:28:14.019695 10423 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 08:28:14.021541 10423 out.go:252] - Generating certificates and keys ...
I1227 08:28:14.021626 10423 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 08:28:14.021707 10423 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 08:28:14.082049 10423 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 08:28:14.137812 10423 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 08:28:14.255195 10423 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 08:28:14.352531 10423 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 08:28:14.477785 10423 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 08:28:14.477940 10423 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [addons-638058 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 08:28:14.809459 10423 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 08:28:14.809602 10423 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [addons-638058 localhost] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 08:28:14.919864 10423 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 08:28:14.993666 10423 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 08:28:15.224506 10423 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 08:28:15.224589 10423 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 08:28:15.309048 10423 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 08:28:15.490068 10423 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 08:28:15.503627 10423 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 08:28:15.665454 10423 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 08:28:15.698658 10423 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 08:28:15.699294 10423 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 08:28:15.702975 10423 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 08:28:15.705250 10423 out.go:252] - Booting up control plane ...
I1227 08:28:15.705382 10423 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 08:28:15.705473 10423 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 08:28:15.705567 10423 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 08:28:15.718457 10423 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 08:28:15.718583 10423 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 08:28:15.724607 10423 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 08:28:15.724914 10423 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 08:28:15.724963 10423 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 08:28:15.816205 10423 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 08:28:15.816353 10423 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 08:28:16.318129 10423 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.973092ms
I1227 08:28:16.320828 10423 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 08:28:16.320949 10423 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1227 08:28:16.321090 10423 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 08:28:16.321217 10423 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1227 08:28:17.325861 10423 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.004893733s
I1227 08:28:18.482338 10423 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.16135243s
I1227 08:28:20.322265 10423 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.001332558s
I1227 08:28:20.338126 10423 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 08:28:20.346770 10423 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 08:28:20.353708 10423 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 08:28:20.353970 10423 kubeadm.go:319] [mark-control-plane] Marking the node addons-638058 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 08:28:20.360920 10423 kubeadm.go:319] [bootstrap-token] Using token: c4rvgs.1ukqtgcqfj06210g
I1227 08:28:20.362285 10423 out.go:252] - Configuring RBAC rules ...
I1227 08:28:20.362412 10423 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 08:28:20.364776 10423 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 08:28:20.369246 10423 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 08:28:20.371462 10423 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 08:28:20.373565 10423 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 08:28:20.376751 10423 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 08:28:20.728431 10423 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 08:28:21.142517 10423 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 08:28:21.727817 10423 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 08:28:21.728638 10423 kubeadm.go:319]
I1227 08:28:21.728742 10423 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 08:28:21.728761 10423 kubeadm.go:319]
I1227 08:28:21.728881 10423 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 08:28:21.728899 10423 kubeadm.go:319]
I1227 08:28:21.728932 10423 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 08:28:21.729053 10423 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 08:28:21.729167 10423 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 08:28:21.729181 10423 kubeadm.go:319]
I1227 08:28:21.729270 10423 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 08:28:21.729285 10423 kubeadm.go:319]
I1227 08:28:21.729385 10423 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 08:28:21.729393 10423 kubeadm.go:319]
I1227 08:28:21.729470 10423 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 08:28:21.729575 10423 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 08:28:21.729670 10423 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 08:28:21.729683 10423 kubeadm.go:319]
I1227 08:28:21.729795 10423 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 08:28:21.729896 10423 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 08:28:21.729904 10423 kubeadm.go:319]
I1227 08:28:21.730017 10423 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token c4rvgs.1ukqtgcqfj06210g \
I1227 08:28:21.730144 10423 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 08:28:21.730176 10423 kubeadm.go:319] --control-plane
I1227 08:28:21.730185 10423 kubeadm.go:319]
I1227 08:28:21.730287 10423 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 08:28:21.730295 10423 kubeadm.go:319]
I1227 08:28:21.730418 10423 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token c4rvgs.1ukqtgcqfj06210g \
I1227 08:28:21.730581 10423 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 08:28:21.732266 10423 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 08:28:21.732414 10423 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 08:28:21.732440 10423 cni.go:84] Creating CNI manager for ""
I1227 08:28:21.732450 10423 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:28:21.734500 10423 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 08:28:21.735798 10423 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 08:28:21.740130 10423 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 08:28:21.740154 10423 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 08:28:21.753165 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 08:28:21.946646 10423 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 08:28:21.946714 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:21.946747 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes addons-638058 minikube.k8s.io/updated_at=2025_12_27T08_28_21_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=addons-638058 minikube.k8s.io/primary=true
I1227 08:28:21.955738 10423 ops.go:34] apiserver oom_adj: -16
I1227 08:28:22.030078 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:22.530694 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:23.031074 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:23.530816 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:24.030537 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:24.530469 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:25.030451 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:25.530462 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:26.031026 10423 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:28:26.096541 10423 kubeadm.go:1114] duration metric: took 4.149877042s to wait for elevateKubeSystemPrivileges
I1227 08:28:26.096582 10423 kubeadm.go:403] duration metric: took 12.351561501s to StartCluster
I1227 08:28:26.096603 10423 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:26.096726 10423 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:28:26.097303 10423 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:28:26.097539 10423 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1227 08:28:26.097549 10423 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:28:26.097617 10423 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:true auto-pause:false cloud-spanner:true csi-hostpath-driver:true dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:true gvisor:false headlamp:false inaccel:false ingress:true ingress-dns:true inspektor-gadget:true istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:true nvidia-device-plugin:true nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:true registry-aliases:false registry-creds:true storage-provisioner:true storage-provisioner-rancher:true volcano:true volumesnapshots:true yakd:true]
I1227 08:28:26.097760 10423 addons.go:70] Setting yakd=true in profile "addons-638058"
I1227 08:28:26.097778 10423 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:28:26.097789 10423 addons.go:239] Setting addon yakd=true in "addons-638058"
I1227 08:28:26.097785 10423 addons.go:70] Setting gcp-auth=true in profile "addons-638058"
I1227 08:28:26.097821 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.097828 10423 mustload.go:66] Loading cluster: addons-638058
I1227 08:28:26.097830 10423 addons.go:70] Setting metrics-server=true in profile "addons-638058"
I1227 08:28:26.097820 10423 addons.go:70] Setting registry=true in profile "addons-638058"
I1227 08:28:26.097817 10423 addons.go:70] Setting inspektor-gadget=true in profile "addons-638058"
I1227 08:28:26.097845 10423 addons.go:239] Setting addon metrics-server=true in "addons-638058"
I1227 08:28:26.097852 10423 addons.go:239] Setting addon registry=true in "addons-638058"
I1227 08:28:26.097843 10423 addons.go:70] Setting ingress=true in profile "addons-638058"
I1227 08:28:26.097867 10423 addons.go:70] Setting ingress-dns=true in profile "addons-638058"
I1227 08:28:26.097870 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.097873 10423 addons.go:239] Setting addon ingress=true in "addons-638058"
I1227 08:28:26.097880 10423 addons.go:239] Setting addon ingress-dns=true in "addons-638058"
I1227 08:28:26.097914 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.097914 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.098029 10423 addons.go:70] Setting nvidia-device-plugin=true in profile "addons-638058"
I1227 08:28:26.098042 10423 addons.go:239] Setting addon nvidia-device-plugin=true in "addons-638058"
I1227 08:28:26.098062 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.098063 10423 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:28:26.098349 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.098416 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.098417 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.098425 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.098427 10423 addons.go:70] Setting cloud-spanner=true in profile "addons-638058"
I1227 08:28:26.098440 10423 addons.go:239] Setting addon cloud-spanner=true in "addons-638058"
I1227 08:28:26.098457 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.098521 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.098848 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.099006 10423 addons.go:70] Setting storage-provisioner-rancher=true in profile "addons-638058"
I1227 08:28:26.099021 10423 addons_storage_classes.go:34] enableOrDisableStorageClasses storage-provisioner-rancher=true on "addons-638058"
I1227 08:28:26.099199 10423 addons.go:70] Setting csi-hostpath-driver=true in profile "addons-638058"
I1227 08:28:26.099256 10423 addons.go:239] Setting addon csi-hostpath-driver=true in "addons-638058"
I1227 08:28:26.099278 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.099755 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.099960 10423 addons.go:70] Setting registry-creds=true in profile "addons-638058"
I1227 08:28:26.099978 10423 addons.go:239] Setting addon registry-creds=true in "addons-638058"
I1227 08:28:26.100200 10423 addons.go:70] Setting volcano=true in profile "addons-638058"
I1227 08:28:26.100219 10423 addons.go:70] Setting storage-provisioner=true in profile "addons-638058"
I1227 08:28:26.100228 10423 addons.go:239] Setting addon volcano=true in "addons-638058"
I1227 08:28:26.100236 10423 addons.go:239] Setting addon storage-provisioner=true in "addons-638058"
I1227 08:28:26.100257 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.100305 10423 addons.go:70] Setting volumesnapshots=true in profile "addons-638058"
I1227 08:28:26.100329 10423 addons.go:70] Setting default-storageclass=true in profile "addons-638058"
I1227 08:28:26.100334 10423 addons.go:239] Setting addon volumesnapshots=true in "addons-638058"
I1227 08:28:26.100353 10423 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "addons-638058"
I1227 08:28:26.100359 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.100442 10423 addons.go:70] Setting amd-gpu-device-plugin=true in profile "addons-638058"
I1227 08:28:26.100463 10423 addons.go:239] Setting addon amd-gpu-device-plugin=true in "addons-638058"
I1227 08:28:26.100483 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.097914 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.100265 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.100990 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.100210 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.098417 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.097860 10423 addons.go:239] Setting addon inspektor-gadget=true in "addons-638058"
I1227 08:28:26.101713 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.102362 10423 out.go:179] * Verifying Kubernetes components...
I1227 08:28:26.104841 10423 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:28:26.114176 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.114641 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.114953 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.115656 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.115735 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.114175 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.117454 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.131596 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.135509 10423 out.go:179] - Using image gcr.io/k8s-minikube/kube-registry-proxy:0.0.9
I1227 08:28:26.136822 10423 out.go:179] - Using image docker.io/registry:3.0.0
I1227 08:28:26.138588 10423 addons.go:436] installing /etc/kubernetes/addons/registry-rc.yaml
I1227 08:28:26.138643 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-rc.yaml (860 bytes)
I1227 08:28:26.138843 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.145872 10423 out.go:179] - Using image nvcr.io/nvidia/k8s-device-plugin:v0.18.1
I1227 08:28:26.147216 10423 addons.go:436] installing /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1227 08:28:26.147237 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/nvidia-device-plugin.yaml (1966 bytes)
I1227 08:28:26.147303 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.152476 10423 out.go:179] - Using image registry.k8s.io/metrics-server/metrics-server:v0.8.0
I1227 08:28:26.154762 10423 addons.go:436] installing /etc/kubernetes/addons/metrics-apiservice.yaml
I1227 08:28:26.154786 10423 ssh_runner.go:362] scp metrics-server/metrics-apiservice.yaml --> /etc/kubernetes/addons/metrics-apiservice.yaml (424 bytes)
I1227 08:28:26.154856 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.163372 10423 out.go:179] - Using image docker.io/kicbase/minikube-ingress-dns:0.0.4
I1227 08:28:26.163900 10423 out.go:179] - Using image ghcr.io/manusa/yakd:0.0.6
I1227 08:28:26.165329 10423 addons.go:436] installing /etc/kubernetes/addons/ingress-dns-pod.yaml
I1227 08:28:26.165348 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-dns-pod.yaml (2889 bytes)
I1227 08:28:26.165619 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.171992 10423 addons.go:436] installing /etc/kubernetes/addons/yakd-ns.yaml
I1227 08:28:26.172014 10423 ssh_runner.go:362] scp yakd/yakd-ns.yaml --> /etc/kubernetes/addons/yakd-ns.yaml (171 bytes)
I1227 08:28:26.172078 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
W1227 08:28:26.177590 10423 out.go:285] ! Enabling 'volcano' returned an error: running callbacks: [volcano addon does not support crio]
I1227 08:28:26.184748 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.191579 10423 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:28:26.193395 10423 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:28:26.193663 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 08:28:26.193775 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.193794 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-snapshotter:v6.1.0
I1227 08:28:26.195376 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-provisioner:v3.3.0
I1227 08:28:26.198549 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-attacher:v4.0.0
I1227 08:28:26.202760 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-external-health-monitor-controller:v0.7.0
I1227 08:28:26.204305 10423 out.go:179] - Using image registry.k8s.io/sig-storage/snapshot-controller:v6.1.0
I1227 08:28:26.204353 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.6.0
I1227 08:28:26.207807 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml
I1227 08:28:26.207833 10423 ssh_runner.go:362] scp volumesnapshots/csi-hostpath-snapshotclass.yaml --> /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml (934 bytes)
I1227 08:28:26.207908 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.209300 10423 out.go:179] - Using image registry.k8s.io/sig-storage/hostpathplugin:v1.9.0
I1227 08:28:26.210343 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.211256 10423 addons.go:239] Setting addon storage-provisioner-rancher=true in "addons-638058"
I1227 08:28:26.211299 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.211931 10423 out.go:179] - Using image registry.k8s.io/sig-storage/livenessprobe:v2.8.0
I1227 08:28:26.213330 10423 out.go:179] - Using image registry.k8s.io/sig-storage/csi-resizer:v1.6.0
I1227 08:28:26.213850 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.214866 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-external-attacher.yaml
I1227 08:28:26.215292 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-attacher.yaml --> /etc/kubernetes/addons/rbac-external-attacher.yaml (3073 bytes)
I1227 08:28:26.215378 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.220511 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.222917 10423 out.go:179] - Using image docker.io/rocm/k8s-device-plugin:1.25.2.8
I1227 08:28:26.224911 10423 addons.go:436] installing /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1227 08:28:26.224936 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/amd-gpu-device-plugin.yaml (1868 bytes)
I1227 08:28:26.224987 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.229718 10423 out.go:179] - Using image ghcr.io/inspektor-gadget/inspektor-gadget:v0.47.0
I1227 08:28:26.231116 10423 addons.go:436] installing /etc/kubernetes/addons/ig-deployment.yaml
I1227 08:28:26.231131 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ig-deployment.yaml (15034 bytes)
I1227 08:28:26.231220 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.233680 10423 out.go:179] - Using image gcr.io/cloud-spanner-emulator/emulator:1.5.46
I1227 08:28:26.233924 10423 out.go:179] - Using image docker.io/upmcenterprises/registry-creds:1.10
I1227 08:28:26.238649 10423 addons.go:436] installing /etc/kubernetes/addons/deployment.yaml
I1227 08:28:26.238676 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/deployment.yaml (1004 bytes)
I1227 08:28:26.238760 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.238966 10423 addons.go:436] installing /etc/kubernetes/addons/registry-creds-rc.yaml
I1227 08:28:26.238978 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-creds-rc.yaml (3306 bytes)
I1227 08:28:26.239037 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.247304 10423 addons.go:239] Setting addon default-storageclass=true in "addons-638058"
I1227 08:28:26.247366 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:26.247848 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:26.247937 10423 out.go:179] - Using image registry.k8s.io/ingress-nginx/controller:v1.14.1
I1227 08:28:26.248417 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.253603 10423 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.5
I1227 08:28:26.254825 10423 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.5
I1227 08:28:26.256097 10423 addons.go:436] installing /etc/kubernetes/addons/ingress-deploy.yaml
I1227 08:28:26.256148 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/ingress-deploy.yaml (16257 bytes)
I1227 08:28:26.256222 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.271513 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.273008 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.275892 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.277101 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.294753 10423 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 08:28:26.294777 10423 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 08:28:26.294839 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.298074 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.298770 10423 out.go:179] - Using image docker.io/busybox:stable
I1227 08:28:26.302458 10423 out.go:179] - Using image docker.io/rancher/local-path-provisioner:v0.0.22
I1227 08:28:26.304622 10423 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1227 08:28:26.304643 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner-rancher.yaml (3113 bytes)
I1227 08:28:26.304699 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:26.305797 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.311305 10423 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1227 08:28:26.311512 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.312574 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.312786 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.318103 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
W1227 08:28:26.318732 10423 sshutil.go:64] dial failure (will retry): ssh: handshake failed: EOF
I1227 08:28:26.318784 10423 retry.go:84] will retry after 300ms: ssh: handshake failed: EOF
I1227 08:28:26.318917 10423 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:28:26.338050 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.341213 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:26.417253 10423 addons.go:436] installing /etc/kubernetes/addons/metrics-server-deployment.yaml
I1227 08:28:26.417282 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/metrics-server-deployment.yaml (1907 bytes)
I1227 08:28:26.430647 10423 addons.go:436] installing /etc/kubernetes/addons/registry-svc.yaml
I1227 08:28:26.430673 10423 ssh_runner.go:362] scp registry/registry-svc.yaml --> /etc/kubernetes/addons/registry-svc.yaml (398 bytes)
I1227 08:28:26.430717 10423 addons.go:436] installing /etc/kubernetes/addons/yakd-sa.yaml
I1227 08:28:26.430740 10423 ssh_runner.go:362] scp yakd/yakd-sa.yaml --> /etc/kubernetes/addons/yakd-sa.yaml (247 bytes)
I1227 08:28:26.437467 10423 addons.go:436] installing /etc/kubernetes/addons/metrics-server-rbac.yaml
I1227 08:28:26.437496 10423 ssh_runner.go:362] scp metrics-server/metrics-server-rbac.yaml --> /etc/kubernetes/addons/metrics-server-rbac.yaml (2175 bytes)
I1227 08:28:26.455062 10423 addons.go:436] installing /etc/kubernetes/addons/registry-proxy.yaml
I1227 08:28:26.455084 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/registry-proxy.yaml (947 bytes)
I1227 08:28:26.460470 10423 addons.go:436] installing /etc/kubernetes/addons/yakd-crb.yaml
I1227 08:28:26.460493 10423 ssh_runner.go:362] scp yakd/yakd-crb.yaml --> /etc/kubernetes/addons/yakd-crb.yaml (422 bytes)
I1227 08:28:26.468670 10423 addons.go:436] installing /etc/kubernetes/addons/metrics-server-service.yaml
I1227 08:28:26.468691 10423 ssh_runner.go:362] scp metrics-server/metrics-server-service.yaml --> /etc/kubernetes/addons/metrics-server-service.yaml (446 bytes)
I1227 08:28:26.480617 10423 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml
I1227 08:28:26.480642 10423 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotclasses.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml (6471 bytes)
I1227 08:28:26.486261 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/registry-creds-rc.yaml
I1227 08:28:26.490785 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:28:26.502660 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/amd-gpu-device-plugin.yaml
I1227 08:28:26.502800 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/nvidia-device-plugin.yaml
I1227 08:28:26.504997 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/ingress-dns-pod.yaml
I1227 08:28:26.508038 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-hostpath.yaml
I1227 08:28:26.508105 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-hostpath.yaml --> /etc/kubernetes/addons/rbac-hostpath.yaml (4266 bytes)
I1227 08:28:26.508783 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml
I1227 08:28:26.518104 10423 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml
I1227 08:28:26.518136 10423 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshotcontents.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml (23126 bytes)
I1227 08:28:26.523748 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml
I1227 08:28:26.525713 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml
I1227 08:28:26.526126 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 08:28:26.527821 10423 addons.go:436] installing /etc/kubernetes/addons/yakd-svc.yaml
I1227 08:28:26.527879 10423 ssh_runner.go:362] scp yakd/yakd-svc.yaml --> /etc/kubernetes/addons/yakd-svc.yaml (412 bytes)
I1227 08:28:26.534695 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml
I1227 08:28:26.534851 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml
I1227 08:28:26.539512 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml
I1227 08:28:26.539540 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-health-monitor-controller.yaml --> /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml (3038 bytes)
I1227 08:28:26.569785 10423 addons.go:436] installing /etc/kubernetes/addons/yakd-dp.yaml
I1227 08:28:26.569810 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/yakd-dp.yaml (2013 bytes)
I1227 08:28:26.570131 10423 addons.go:436] installing /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml
I1227 08:28:26.570149 10423 ssh_runner.go:362] scp volumesnapshots/snapshot.storage.k8s.io_volumesnapshots.yaml --> /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml (19582 bytes)
I1227 08:28:26.601764 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-external-provisioner.yaml
I1227 08:28:26.601787 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-provisioner.yaml --> /etc/kubernetes/addons/rbac-external-provisioner.yaml (4442 bytes)
I1227 08:28:26.638179 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/yakd-ns.yaml -f /etc/kubernetes/addons/yakd-sa.yaml -f /etc/kubernetes/addons/yakd-crb.yaml -f /etc/kubernetes/addons/yakd-svc.yaml -f /etc/kubernetes/addons/yakd-dp.yaml
I1227 08:28:26.658966 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-external-resizer.yaml
I1227 08:28:26.658999 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-resizer.yaml --> /etc/kubernetes/addons/rbac-external-resizer.yaml (2943 bytes)
I1227 08:28:26.667828 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml
I1227 08:28:26.667853 10423 ssh_runner.go:362] scp volumesnapshots/rbac-volume-snapshot-controller.yaml --> /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml (3545 bytes)
I1227 08:28:26.709449 10423 start.go:987] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1227 08:28:26.710361 10423 node_ready.go:35] waiting up to 6m0s for node "addons-638058" to be "Ready" ...
I1227 08:28:26.741924 10423 addons.go:436] installing /etc/kubernetes/addons/rbac-external-snapshotter.yaml
I1227 08:28:26.741957 10423 ssh_runner.go:362] scp csi-hostpath-driver/rbac/rbac-external-snapshotter.yaml --> /etc/kubernetes/addons/rbac-external-snapshotter.yaml (3149 bytes)
I1227 08:28:26.763578 10423 addons.go:436] installing /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1227 08:28:26.763610 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml (1475 bytes)
I1227 08:28:26.800542 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-attacher.yaml
I1227 08:28:26.800575 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-attacher.yaml (2143 bytes)
I1227 08:28:26.840071 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1227 08:28:26.883170 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml
I1227 08:28:26.883205 10423 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-driverinfo.yaml --> /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml (1274 bytes)
I1227 08:28:26.884825 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I1227 08:28:26.942792 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-plugin.yaml
I1227 08:28:26.942822 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-plugin.yaml (8201 bytes)
I1227 08:28:27.000931 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-resizer.yaml
I1227 08:28:27.000955 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/csi-hostpath-resizer.yaml (2191 bytes)
I1227 08:28:27.048535 10423 addons.go:436] installing /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1227 08:28:27.048578 10423 ssh_runner.go:362] scp csi-hostpath-driver/deploy/csi-hostpath-storageclass.yaml --> /etc/kubernetes/addons/csi-hostpath-storageclass.yaml (846 bytes)
I1227 08:28:27.095691 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml
I1227 08:28:27.217290 10423 kapi.go:214] "coredns" deployment in "kube-system" namespace and "addons-638058" context rescaled to 1 replicas
I1227 08:28:27.595835 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/ig-deployment.yaml: (1.086972421s)
I1227 08:28:27.595926 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/registry-rc.yaml -f /etc/kubernetes/addons/registry-svc.yaml -f /etc/kubernetes/addons/registry-proxy.yaml: (1.072130764s)
I1227 08:28:27.595965 10423 addons.go:495] Verifying addon registry=true in "addons-638058"
I1227 08:28:27.596267 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/deployment.yaml: (1.070527864s)
I1227 08:28:27.596352 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.070198784s)
I1227 08:28:27.596826 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/metrics-apiservice.yaml -f /etc/kubernetes/addons/metrics-server-deployment.yaml -f /etc/kubernetes/addons/metrics-server-rbac.yaml -f /etc/kubernetes/addons/metrics-server-service.yaml: (1.061958249s)
I1227 08:28:27.596856 10423 addons.go:495] Verifying addon metrics-server=true in "addons-638058"
I1227 08:28:27.596929 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner-rancher.yaml: (1.062209631s)
I1227 08:28:27.602828 10423 out.go:179] * Verifying registry addon...
I1227 08:28:27.603730 10423 out.go:179] * To access YAKD - Kubernetes Dashboard, wait for Pod to be ready and run the following command:
minikube -p addons-638058 service yakd-dashboard -n yakd-dashboard
I1227 08:28:27.605797 10423 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=registry" in ns "kube-system" ...
W1227 08:28:27.610012 10423 out.go:285] ! Enabling 'default-storageclass' returned an error: running callbacks: [Error making standard the default storage class: Error while marking storage class local-path as non-default: Operation cannot be fulfilled on storageclasses.storage.k8s.io "local-path": the object has been modified; please apply your changes to the latest version and try again]
I1227 08:28:27.610270 10423 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=registry
I1227 08:28:27.610287 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:28.110959 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:28.357092 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (1.516974314s)
W1227 08:28:28.357154 10423 addons.go:477] apply failed, will retry: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: Process exited with status 1
stdout:
customresourcedefinition.apiextensions.k8s.io/volumesnapshotclasses.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshotcontents.snapshot.storage.k8s.io created
customresourcedefinition.apiextensions.k8s.io/volumesnapshots.snapshot.storage.k8s.io created
serviceaccount/snapshot-controller created
clusterrole.rbac.authorization.k8s.io/snapshot-controller-runner created
clusterrolebinding.rbac.authorization.k8s.io/snapshot-controller-role created
role.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
rolebinding.rbac.authorization.k8s.io/snapshot-controller-leaderelection created
deployment.apps/snapshot-controller created
stderr:
error: resource mapping not found for name: "csi-hostpath-snapclass" namespace: "" from "/etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml": no matches for kind "VolumeSnapshotClass" in version "snapshot.storage.k8s.io/v1"
ensure CRDs are installed first
I1227 08:28:28.357211 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.472348508s)
I1227 08:28:28.357252 10423 addons.go:495] Verifying addon ingress=true in "addons-638058"
I1227 08:28:28.357611 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/rbac-external-attacher.yaml -f /etc/kubernetes/addons/rbac-hostpath.yaml -f /etc/kubernetes/addons/rbac-external-health-monitor-controller.yaml -f /etc/kubernetes/addons/rbac-external-provisioner.yaml -f /etc/kubernetes/addons/rbac-external-resizer.yaml -f /etc/kubernetes/addons/rbac-external-snapshotter.yaml -f /etc/kubernetes/addons/csi-hostpath-attacher.yaml -f /etc/kubernetes/addons/csi-hostpath-driverinfo.yaml -f /etc/kubernetes/addons/csi-hostpath-plugin.yaml -f /etc/kubernetes/addons/csi-hostpath-resizer.yaml -f /etc/kubernetes/addons/csi-hostpath-storageclass.yaml: (1.261882024s)
I1227 08:28:28.357640 10423 addons.go:495] Verifying addon csi-hostpath-driver=true in "addons-638058"
I1227 08:28:28.359573 10423 out.go:179] * Verifying ingress addon...
I1227 08:28:28.359653 10423 out.go:179] * Verifying csi-hostpath-driver addon...
I1227 08:28:28.362025 10423 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=csi-hostpath-driver" in ns "kube-system" ...
I1227 08:28:28.362026 10423 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I1227 08:28:28.365801 10423 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I1227 08:28:28.365825 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:28.366091 10423 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1227 08:28:28.366103 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:28.608093 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1227 08:28:28.714464 10423 node_ready.go:57] node "addons-638058" has "Ready":"False" status (will retry)
I1227 08:28:28.730600 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml
I1227 08:28:28.865217 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:28.865280 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:29.109421 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:29.365425 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:29.365463 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:29.608542 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:29.865298 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:29.865400 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:30.109053 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:30.365628 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:30.365696 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:30.608220 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1227 08:28:30.714643 10423 node_ready.go:57] node "addons-638058" has "Ready":"False" status (will retry)
I1227 08:28:30.864926 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:30.864981 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:31.108707 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:31.161372 10423 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply --force -f /etc/kubernetes/addons/csi-hostpath-snapshotclass.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotclasses.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshotcontents.yaml -f /etc/kubernetes/addons/snapshot.storage.k8s.io_volumesnapshots.yaml -f /etc/kubernetes/addons/rbac-volume-snapshot-controller.yaml -f /etc/kubernetes/addons/volume-snapshot-controller-deployment.yaml: (2.430725408s)
I1227 08:28:31.366075 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:31.366084 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:31.608780 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:31.866074 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:31.866238 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:32.109198 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:32.364798 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:32.364849 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:32.608116 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:32.865676 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:32.865694 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:33.108824 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1227 08:28:33.214252 10423 node_ready.go:57] node "addons-638058" has "Ready":"False" status (will retry)
I1227 08:28:33.365230 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:33.365373 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:33.608544 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:33.807629 10423 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_application_credentials.json (162 bytes)
I1227 08:28:33.807694 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:33.825477 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:33.865378 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:33.865464 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:33.922484 10423 ssh_runner.go:362] scp memory --> /var/lib/minikube/google_cloud_project (12 bytes)
I1227 08:28:33.934630 10423 addons.go:239] Setting addon gcp-auth=true in "addons-638058"
I1227 08:28:33.934690 10423 host.go:66] Checking if "addons-638058" exists ...
I1227 08:28:33.935041 10423 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:28:33.953038 10423 ssh_runner.go:195] Run: cat /var/lib/minikube/google_application_credentials.json
I1227 08:28:33.953096 10423 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:28:33.972041 10423 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:28:34.061147 10423 out.go:179] - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.6.5
I1227 08:28:34.062338 10423 out.go:179] - Using image gcr.io/k8s-minikube/gcp-auth-webhook:v0.1.3
I1227 08:28:34.063548 10423 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-ns.yaml
I1227 08:28:34.063569 10423 ssh_runner.go:362] scp gcp-auth/gcp-auth-ns.yaml --> /etc/kubernetes/addons/gcp-auth-ns.yaml (700 bytes)
I1227 08:28:34.075653 10423 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-service.yaml
I1227 08:28:34.075677 10423 ssh_runner.go:362] scp gcp-auth/gcp-auth-service.yaml --> /etc/kubernetes/addons/gcp-auth-service.yaml (788 bytes)
I1227 08:28:34.087550 10423 addons.go:436] installing /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1227 08:28:34.087571 10423 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/gcp-auth-webhook.yaml (5421 bytes)
I1227 08:28:34.099666 10423 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/gcp-auth-ns.yaml -f /etc/kubernetes/addons/gcp-auth-service.yaml -f /etc/kubernetes/addons/gcp-auth-webhook.yaml
I1227 08:28:34.109073 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:34.365706 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:34.365880 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:34.396155 10423 addons.go:495] Verifying addon gcp-auth=true in "addons-638058"
I1227 08:28:34.397874 10423 out.go:179] * Verifying gcp-auth addon...
I1227 08:28:34.400333 10423 kapi.go:75] Waiting for pod with label "kubernetes.io/minikube-addons=gcp-auth" in ns "gcp-auth" ...
I1227 08:28:34.466042 10423 kapi.go:86] Found 1 Pods for label selector kubernetes.io/minikube-addons=gcp-auth
I1227 08:28:34.466065 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:34.608549 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:34.864799 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:34.864830 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:34.903245 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:35.109341 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1227 08:28:35.214816 10423 node_ready.go:57] node "addons-638058" has "Ready":"False" status (will retry)
I1227 08:28:35.365586 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:35.365592 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:35.402979 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:35.608406 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:35.864980 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:35.865019 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:35.903348 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:36.109109 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:36.365344 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:36.365368 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:36.403476 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:36.608768 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:36.865533 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:36.865593 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:36.902854 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:37.108756 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
W1227 08:28:37.215277 10423 node_ready.go:57] node "addons-638058" has "Ready":"False" status (will retry)
I1227 08:28:37.364784 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:37.364826 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:37.403011 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:37.608504 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:37.865881 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:37.865917 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:37.903374 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:38.108959 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:38.364983 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:38.365157 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:38.403230 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:38.608706 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:38.865545 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:38.865663 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:38.903003 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:39.108788 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:39.218723 10423 node_ready.go:49] node "addons-638058" is "Ready"
I1227 08:28:39.218762 10423 node_ready.go:38] duration metric: took 12.506973178s for node "addons-638058" to be "Ready" ...
I1227 08:28:39.218778 10423 api_server.go:52] waiting for apiserver process to appear ...
I1227 08:28:39.218829 10423 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:28:39.241558 10423 api_server.go:72] duration metric: took 13.143979311s to wait for apiserver process to appear ...
I1227 08:28:39.241609 10423 api_server.go:88] waiting for apiserver healthz status ...
I1227 08:28:39.241635 10423 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 08:28:39.246802 10423 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 08:28:39.247844 10423 api_server.go:141] control plane version: v1.35.0
I1227 08:28:39.247873 10423 api_server.go:131] duration metric: took 6.254107ms to wait for apiserver health ...
I1227 08:28:39.247884 10423 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 08:28:39.252000 10423 system_pods.go:59] 20 kube-system pods found
I1227 08:28:39.252030 10423 system_pods.go:61] "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Pending
I1227 08:28:39.252044 10423 system_pods.go:61] "coredns-7d764666f9-fdjwj" [d2f397c9-433a-471b-80ec-0f0d579f45b6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:28:39.252052 10423 system_pods.go:61] "csi-hostpath-attacher-0" [74609f3f-0cd4-4d4e-a8b8-afbdf406fc76] Pending
I1227 08:28:39.252060 10423 system_pods.go:61] "csi-hostpath-resizer-0" [f7130d1a-3340-41f5-8858-c2f6b8630209] Pending
I1227 08:28:39.252065 10423 system_pods.go:61] "csi-hostpathplugin-qjhz6" [7fb39cc7-94e7-47ea-bdaa-d8665eeb8186] Pending
I1227 08:28:39.252073 10423 system_pods.go:61] "etcd-addons-638058" [6f3b8d3b-e13d-4c75-a2bb-0e70dbaa97b1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 08:28:39.252083 10423 system_pods.go:61] "kindnet-rr698" [e0fbd1c5-163c-4aec-b94e-d80fc6a0a7c1] Running
I1227 08:28:39.252089 10423 system_pods.go:61] "kube-apiserver-addons-638058" [77f124d6-154c-4c12-9094-6559509aa528] Running
I1227 08:28:39.252095 10423 system_pods.go:61] "kube-controller-manager-addons-638058" [59d35f58-a719-4cd3-b644-4cdda10e0916] Running
I1227 08:28:39.252103 10423 system_pods.go:61] "kube-ingress-dns-minikube" [b83ccd54-39e6-4ce6-9407-c6f2b5bf81ef] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1227 08:28:39.252110 10423 system_pods.go:61] "kube-proxy-qnxx9" [4eeeb3d4-38e7-4dd2-8dc2-dafb63d29ab1] Running
I1227 08:28:39.252121 10423 system_pods.go:61] "kube-scheduler-addons-638058" [a1f8f2d8-39d0-4772-af16-a927f6f21853] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 08:28:39.252127 10423 system_pods.go:61] "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Pending
I1227 08:28:39.252134 10423 system_pods.go:61] "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Pending
I1227 08:28:39.252142 10423 system_pods.go:61] "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Pending
I1227 08:28:39.252147 10423 system_pods.go:61] "registry-creds-567fb78d95-bhrx4" [f8c07283-d91f-44ee-9809-c961aa9c8841] Pending
I1227 08:28:39.252152 10423 system_pods.go:61] "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Pending
I1227 08:28:39.252158 10423 system_pods.go:61] "snapshot-controller-6588d87457-7c8b9" [fe4a9b52-5d2c-4b28-9982-89b42ba9ef09] Pending
I1227 08:28:39.252165 10423 system_pods.go:61] "snapshot-controller-6588d87457-t7z96" [aa9f8aee-2e0d-4310-a0f4-38f97adee830] Pending
I1227 08:28:39.252170 10423 system_pods.go:61] "storage-provisioner" [51f2a48a-9111-4470-8dcc-7b950b47abd5] Pending
I1227 08:28:39.252176 10423 system_pods.go:74] duration metric: took 4.286151ms to wait for pod list to return data ...
I1227 08:28:39.252187 10423 default_sa.go:34] waiting for default service account to be created ...
I1227 08:28:39.254214 10423 default_sa.go:45] found service account: "default"
I1227 08:28:39.254237 10423 default_sa.go:55] duration metric: took 2.043386ms for default service account to be created ...
I1227 08:28:39.254248 10423 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 08:28:39.258120 10423 system_pods.go:86] 20 kube-system pods found
I1227 08:28:39.258156 10423 system_pods.go:89] "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Pending
I1227 08:28:39.258168 10423 system_pods.go:89] "coredns-7d764666f9-fdjwj" [d2f397c9-433a-471b-80ec-0f0d579f45b6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:28:39.258174 10423 system_pods.go:89] "csi-hostpath-attacher-0" [74609f3f-0cd4-4d4e-a8b8-afbdf406fc76] Pending
I1227 08:28:39.258182 10423 system_pods.go:89] "csi-hostpath-resizer-0" [f7130d1a-3340-41f5-8858-c2f6b8630209] Pending
I1227 08:28:39.258186 10423 system_pods.go:89] "csi-hostpathplugin-qjhz6" [7fb39cc7-94e7-47ea-bdaa-d8665eeb8186] Pending
I1227 08:28:39.258193 10423 system_pods.go:89] "etcd-addons-638058" [6f3b8d3b-e13d-4c75-a2bb-0e70dbaa97b1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 08:28:39.258200 10423 system_pods.go:89] "kindnet-rr698" [e0fbd1c5-163c-4aec-b94e-d80fc6a0a7c1] Running
I1227 08:28:39.258206 10423 system_pods.go:89] "kube-apiserver-addons-638058" [77f124d6-154c-4c12-9094-6559509aa528] Running
I1227 08:28:39.258212 10423 system_pods.go:89] "kube-controller-manager-addons-638058" [59d35f58-a719-4cd3-b644-4cdda10e0916] Running
I1227 08:28:39.258220 10423 system_pods.go:89] "kube-ingress-dns-minikube" [b83ccd54-39e6-4ce6-9407-c6f2b5bf81ef] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1227 08:28:39.258225 10423 system_pods.go:89] "kube-proxy-qnxx9" [4eeeb3d4-38e7-4dd2-8dc2-dafb63d29ab1] Running
I1227 08:28:39.258240 10423 system_pods.go:89] "kube-scheduler-addons-638058" [a1f8f2d8-39d0-4772-af16-a927f6f21853] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 08:28:39.258245 10423 system_pods.go:89] "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Pending
I1227 08:28:39.258252 10423 system_pods.go:89] "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Pending
I1227 08:28:39.258256 10423 system_pods.go:89] "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Pending
I1227 08:28:39.258260 10423 system_pods.go:89] "registry-creds-567fb78d95-bhrx4" [f8c07283-d91f-44ee-9809-c961aa9c8841] Pending
I1227 08:28:39.258264 10423 system_pods.go:89] "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Pending
I1227 08:28:39.258269 10423 system_pods.go:89] "snapshot-controller-6588d87457-7c8b9" [fe4a9b52-5d2c-4b28-9982-89b42ba9ef09] Pending
I1227 08:28:39.258376 10423 system_pods.go:89] "snapshot-controller-6588d87457-t7z96" [aa9f8aee-2e0d-4310-a0f4-38f97adee830] Pending
I1227 08:28:39.258393 10423 system_pods.go:89] "storage-provisioner" [51f2a48a-9111-4470-8dcc-7b950b47abd5] Pending
I1227 08:28:39.258437 10423 retry.go:84] will retry after 200ms: missing components: kube-dns
I1227 08:28:39.365485 10423 kapi.go:86] Found 3 Pods for label selector kubernetes.io/minikube-addons=csi-hostpath-driver
I1227 08:28:39.365512 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:39.365481 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:39.403947 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:39.498816 10423 system_pods.go:86] 20 kube-system pods found
I1227 08:28:39.498889 10423 system_pods.go:89] "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Pending / Ready:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin]) / ContainersReady:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin])
I1227 08:28:39.498904 10423 system_pods.go:89] "coredns-7d764666f9-fdjwj" [d2f397c9-433a-471b-80ec-0f0d579f45b6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:28:39.498925 10423 system_pods.go:89] "csi-hostpath-attacher-0" [74609f3f-0cd4-4d4e-a8b8-afbdf406fc76] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1227 08:28:39.498935 10423 system_pods.go:89] "csi-hostpath-resizer-0" [f7130d1a-3340-41f5-8858-c2f6b8630209] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1227 08:28:39.498950 10423 system_pods.go:89] "csi-hostpathplugin-qjhz6" [7fb39cc7-94e7-47ea-bdaa-d8665eeb8186] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1227 08:28:39.498960 10423 system_pods.go:89] "etcd-addons-638058" [6f3b8d3b-e13d-4c75-a2bb-0e70dbaa97b1] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 08:28:39.498969 10423 system_pods.go:89] "kindnet-rr698" [e0fbd1c5-163c-4aec-b94e-d80fc6a0a7c1] Running
I1227 08:28:39.498981 10423 system_pods.go:89] "kube-apiserver-addons-638058" [77f124d6-154c-4c12-9094-6559509aa528] Running
I1227 08:28:39.498988 10423 system_pods.go:89] "kube-controller-manager-addons-638058" [59d35f58-a719-4cd3-b644-4cdda10e0916] Running
I1227 08:28:39.498998 10423 system_pods.go:89] "kube-ingress-dns-minikube" [b83ccd54-39e6-4ce6-9407-c6f2b5bf81ef] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1227 08:28:39.499004 10423 system_pods.go:89] "kube-proxy-qnxx9" [4eeeb3d4-38e7-4dd2-8dc2-dafb63d29ab1] Running
I1227 08:28:39.499016 10423 system_pods.go:89] "kube-scheduler-addons-638058" [a1f8f2d8-39d0-4772-af16-a927f6f21853] Running
I1227 08:28:39.499025 10423 system_pods.go:89] "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1227 08:28:39.499042 10423 system_pods.go:89] "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1227 08:28:39.499067 10423 system_pods.go:89] "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1227 08:28:39.499076 10423 system_pods.go:89] "registry-creds-567fb78d95-bhrx4" [f8c07283-d91f-44ee-9809-c961aa9c8841] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1227 08:28:39.499089 10423 system_pods.go:89] "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1227 08:28:39.499109 10423 system_pods.go:89] "snapshot-controller-6588d87457-7c8b9" [fe4a9b52-5d2c-4b28-9982-89b42ba9ef09] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:39.499120 10423 system_pods.go:89] "snapshot-controller-6588d87457-t7z96" [aa9f8aee-2e0d-4310-a0f4-38f97adee830] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:39.499133 10423 system_pods.go:89] "storage-provisioner" [51f2a48a-9111-4470-8dcc-7b950b47abd5] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 08:28:39.609329 10423 kapi.go:86] Found 2 Pods for label selector kubernetes.io/minikube-addons=registry
I1227 08:28:39.609418 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:39.794760 10423 system_pods.go:86] 20 kube-system pods found
I1227 08:28:39.794800 10423 system_pods.go:89] "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Pending / Ready:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin]) / ContainersReady:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin])
I1227 08:28:39.794812 10423 system_pods.go:89] "coredns-7d764666f9-fdjwj" [d2f397c9-433a-471b-80ec-0f0d579f45b6] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:28:39.794823 10423 system_pods.go:89] "csi-hostpath-attacher-0" [74609f3f-0cd4-4d4e-a8b8-afbdf406fc76] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1227 08:28:39.794836 10423 system_pods.go:89] "csi-hostpath-resizer-0" [f7130d1a-3340-41f5-8858-c2f6b8630209] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1227 08:28:39.794844 10423 system_pods.go:89] "csi-hostpathplugin-qjhz6" [7fb39cc7-94e7-47ea-bdaa-d8665eeb8186] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1227 08:28:39.794852 10423 system_pods.go:89] "etcd-addons-638058" [6f3b8d3b-e13d-4c75-a2bb-0e70dbaa97b1] Running
I1227 08:28:39.794860 10423 system_pods.go:89] "kindnet-rr698" [e0fbd1c5-163c-4aec-b94e-d80fc6a0a7c1] Running
I1227 08:28:39.794866 10423 system_pods.go:89] "kube-apiserver-addons-638058" [77f124d6-154c-4c12-9094-6559509aa528] Running
I1227 08:28:39.794872 10423 system_pods.go:89] "kube-controller-manager-addons-638058" [59d35f58-a719-4cd3-b644-4cdda10e0916] Running
I1227 08:28:39.794883 10423 system_pods.go:89] "kube-ingress-dns-minikube" [b83ccd54-39e6-4ce6-9407-c6f2b5bf81ef] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1227 08:28:39.794888 10423 system_pods.go:89] "kube-proxy-qnxx9" [4eeeb3d4-38e7-4dd2-8dc2-dafb63d29ab1] Running
I1227 08:28:39.794894 10423 system_pods.go:89] "kube-scheduler-addons-638058" [a1f8f2d8-39d0-4772-af16-a927f6f21853] Running
I1227 08:28:39.794901 10423 system_pods.go:89] "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1227 08:28:39.794911 10423 system_pods.go:89] "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1227 08:28:39.794930 10423 system_pods.go:89] "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1227 08:28:39.794939 10423 system_pods.go:89] "registry-creds-567fb78d95-bhrx4" [f8c07283-d91f-44ee-9809-c961aa9c8841] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1227 08:28:39.794949 10423 system_pods.go:89] "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1227 08:28:39.794957 10423 system_pods.go:89] "snapshot-controller-6588d87457-7c8b9" [fe4a9b52-5d2c-4b28-9982-89b42ba9ef09] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:39.794969 10423 system_pods.go:89] "snapshot-controller-6588d87457-t7z96" [aa9f8aee-2e0d-4310-a0f4-38f97adee830] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:39.794977 10423 system_pods.go:89] "storage-provisioner" [51f2a48a-9111-4470-8dcc-7b950b47abd5] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 08:28:39.867408 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:39.868116 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:39.905898 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:40.109720 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:40.217365 10423 system_pods.go:86] 20 kube-system pods found
I1227 08:28:40.217407 10423 system_pods.go:89] "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Pending / Ready:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin]) / ContainersReady:ContainersNotReady (containers with unready status: [amd-gpu-device-plugin])
I1227 08:28:40.217416 10423 system_pods.go:89] "coredns-7d764666f9-fdjwj" [d2f397c9-433a-471b-80ec-0f0d579f45b6] Running
I1227 08:28:40.217429 10423 system_pods.go:89] "csi-hostpath-attacher-0" [74609f3f-0cd4-4d4e-a8b8-afbdf406fc76] Pending / Ready:ContainersNotReady (containers with unready status: [csi-attacher]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-attacher])
I1227 08:28:40.217439 10423 system_pods.go:89] "csi-hostpath-resizer-0" [f7130d1a-3340-41f5-8858-c2f6b8630209] Pending / Ready:ContainersNotReady (containers with unready status: [csi-resizer]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-resizer])
I1227 08:28:40.217449 10423 system_pods.go:89] "csi-hostpathplugin-qjhz6" [7fb39cc7-94e7-47ea-bdaa-d8665eeb8186] Pending / Ready:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter]) / ContainersReady:ContainersNotReady (containers with unready status: [csi-external-health-monitor-controller node-driver-registrar hostpath liveness-probe csi-provisioner csi-snapshotter])
I1227 08:28:40.217456 10423 system_pods.go:89] "etcd-addons-638058" [6f3b8d3b-e13d-4c75-a2bb-0e70dbaa97b1] Running
I1227 08:28:40.217463 10423 system_pods.go:89] "kindnet-rr698" [e0fbd1c5-163c-4aec-b94e-d80fc6a0a7c1] Running
I1227 08:28:40.217470 10423 system_pods.go:89] "kube-apiserver-addons-638058" [77f124d6-154c-4c12-9094-6559509aa528] Running
I1227 08:28:40.217479 10423 system_pods.go:89] "kube-controller-manager-addons-638058" [59d35f58-a719-4cd3-b644-4cdda10e0916] Running
I1227 08:28:40.217489 10423 system_pods.go:89] "kube-ingress-dns-minikube" [b83ccd54-39e6-4ce6-9407-c6f2b5bf81ef] Pending / Ready:ContainersNotReady (containers with unready status: [minikube-ingress-dns]) / ContainersReady:ContainersNotReady (containers with unready status: [minikube-ingress-dns])
I1227 08:28:40.217495 10423 system_pods.go:89] "kube-proxy-qnxx9" [4eeeb3d4-38e7-4dd2-8dc2-dafb63d29ab1] Running
I1227 08:28:40.217510 10423 system_pods.go:89] "kube-scheduler-addons-638058" [a1f8f2d8-39d0-4772-af16-a927f6f21853] Running
I1227 08:28:40.217522 10423 system_pods.go:89] "metrics-server-5778bb4788-kzfp2" [8313d39f-97ee-42af-9f65-0bdc8b04ebe6] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1227 08:28:40.217532 10423 system_pods.go:89] "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Pending / Ready:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr]) / ContainersReady:ContainersNotReady (containers with unready status: [nvidia-device-plugin-ctr])
I1227 08:28:40.217544 10423 system_pods.go:89] "registry-788cd7d5bc-tntbb" [dded2bd1-c5a6-4049-90a4-af0d1e6af70b] Pending / Ready:ContainersNotReady (containers with unready status: [registry]) / ContainersReady:ContainersNotReady (containers with unready status: [registry])
I1227 08:28:40.217555 10423 system_pods.go:89] "registry-creds-567fb78d95-bhrx4" [f8c07283-d91f-44ee-9809-c961aa9c8841] Pending / Ready:ContainersNotReady (containers with unready status: [registry-creds]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-creds])
I1227 08:28:40.217564 10423 system_pods.go:89] "registry-proxy-sc9xh" [ccc402e8-a5fe-47bb-ae77-d0138eae1da4] Pending / Ready:ContainersNotReady (containers with unready status: [registry-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [registry-proxy])
I1227 08:28:40.217573 10423 system_pods.go:89] "snapshot-controller-6588d87457-7c8b9" [fe4a9b52-5d2c-4b28-9982-89b42ba9ef09] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:40.217586 10423 system_pods.go:89] "snapshot-controller-6588d87457-t7z96" [aa9f8aee-2e0d-4310-a0f4-38f97adee830] Pending / Ready:ContainersNotReady (containers with unready status: [volume-snapshot-controller]) / ContainersReady:ContainersNotReady (containers with unready status: [volume-snapshot-controller])
I1227 08:28:40.217592 10423 system_pods.go:89] "storage-provisioner" [51f2a48a-9111-4470-8dcc-7b950b47abd5] Running
I1227 08:28:40.217604 10423 system_pods.go:126] duration metric: took 963.348838ms to wait for k8s-apps to be running ...
I1227 08:28:40.217615 10423 system_svc.go:44] waiting for kubelet service to be running ....
I1227 08:28:40.217673 10423 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:28:40.236435 10423 system_svc.go:56] duration metric: took 18.805631ms WaitForService to wait for kubelet
I1227 08:28:40.236473 10423 kubeadm.go:587] duration metric: took 14.138899439s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:28:40.236497 10423 node_conditions.go:102] verifying NodePressure condition ...
I1227 08:28:40.239818 10423 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 08:28:40.239849 10423 node_conditions.go:123] node cpu capacity is 8
I1227 08:28:40.239867 10423 node_conditions.go:105] duration metric: took 3.363587ms to run NodePressure ...
I1227 08:28:40.239881 10423 start.go:242] waiting for startup goroutines ...
I1227 08:28:40.366606 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:40.368089 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:40.404273 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:40.609331 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:40.865292 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:40.865406 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:40.904566 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:41.110161 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:41.365958 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:41.366138 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:41.404018 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:41.609053 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:41.865726 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:41.865778 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:41.903089 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:42.109231 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:42.365462 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:42.365582 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:42.403955 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:42.608464 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:42.865718 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:42.865731 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:42.903354 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:43.109554 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:43.365704 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:43.365706 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:43.403269 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:43.609261 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:43.865354 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:43.865475 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:43.911167 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:44.108837 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:44.365118 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:44.365271 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:44.404616 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:44.609681 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:44.865682 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:44.865786 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:44.903025 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:45.109215 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:45.365403 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:45.365570 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:45.403978 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:45.609231 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:45.865887 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:45.865911 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:45.966606 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:46.109412 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:46.365717 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:46.365746 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:46.403025 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:46.608929 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:46.865994 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:46.866073 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:46.903293 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:47.108908 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:47.366503 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:47.366567 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:47.403653 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:47.610859 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:47.867023 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:47.867336 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:47.903331 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:48.109591 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:48.366003 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:48.366150 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:48.403737 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:48.609836 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:48.866259 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:48.866605 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:48.904029 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:49.108959 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:49.365186 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:49.365197 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:49.403700 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:49.654882 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:49.866253 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:49.866437 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:49.903458 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:50.109732 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:50.366070 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:50.366131 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:50.403566 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:50.609599 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:50.865478 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:50.865483 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:50.903772 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:51.109436 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:51.365622 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:51.365670 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:51.403526 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:51.610114 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:51.865825 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:51.865873 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:51.904492 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:52.109080 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:52.365191 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:52.365206 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:52.403725 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:52.609644 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:52.865853 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:52.865900 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:52.903566 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:53.109194 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:53.365229 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:53.365260 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:53.403187 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:53.609419 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:53.865909 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:53.866356 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:53.903633 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:54.111915 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:54.366499 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:54.366847 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:54.466236 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:54.608605 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:54.865771 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:54.865997 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:54.903936 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:55.228245 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:55.365701 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:55.366206 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:55.403284 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:55.609294 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:55.866483 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:55.867169 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:55.904915 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:56.111139 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:56.365487 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:56.365607 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:56.465843 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:56.608688 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:56.866498 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:56.866606 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:56.903280 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:57.108784 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:57.366401 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:57.366551 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:57.403922 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:57.608562 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:57.866227 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:57.866460 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:57.903608 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:58.109658 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:58.366860 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:58.366920 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:58.403059 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:58.608573 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:58.865479 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:58.865563 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:58.903748 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:59.108645 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:59.365810 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:59.365827 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:28:59.403390 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:28:59.608856 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:28:59.869579 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:28:59.869603 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:00.045872 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:00.124791 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:00.365812 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:00.365919 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:00.403276 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:00.609008 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:00.865244 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:00.865337 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:00.904809 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:01.108438 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:01.365801 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:01.365973 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:01.404625 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:01.609222 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:01.865234 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:01.865354 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:01.903186 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:02.108888 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:02.367557 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:02.367738 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:02.402997 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:02.608746 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:02.866636 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:02.866657 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:02.903159 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:03.108767 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:03.366042 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:03.366090 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:03.403186 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:03.608899 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:03.865899 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:03.865910 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:03.902881 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:04.109555 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=registry", current state: Pending: [<nil>]
I1227 08:29:04.365895 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:04.365931 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:04.403779 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:04.608891 10423 kapi.go:107] duration metric: took 37.00308881s to wait for kubernetes.io/minikube-addons=registry ...
I1227 08:29:04.866214 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:04.866238 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:04.904214 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:05.366091 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:05.366161 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:05.403919 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:05.866756 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:05.867098 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:05.905083 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:06.365278 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:06.365791 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:06.402826 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:06.866433 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:06.866463 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:06.903866 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:07.365666 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:07.365744 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:07.403053 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:07.865713 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:07.865749 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:07.903327 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:08.365721 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:08.365813 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:08.403406 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:08.865604 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:08.865720 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:08.902949 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:09.368140 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:09.368181 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:09.454293 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:09.864972 10423 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I1227 08:29:09.865087 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:09.904248 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:10.366216 10423 kapi.go:107] duration metric: took 42.004184785s to wait for app.kubernetes.io/name=ingress-nginx ...
I1227 08:29:10.366283 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:10.403236 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:10.925698 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:10.925725 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:11.366127 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:11.404399 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:11.865590 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:11.966631 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:12.366354 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:12.403227 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:12.865494 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:12.903875 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:13.365456 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:13.403973 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:13.866792 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:13.966901 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=gcp-auth", current state: Pending: [<nil>]
I1227 08:29:14.365633 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:14.403489 10423 kapi.go:107] duration metric: took 40.003172224s to wait for kubernetes.io/minikube-addons=gcp-auth ...
I1227 08:29:14.405422 10423 out.go:179] * Your GCP credentials will now be mounted into every pod created in the addons-638058 cluster.
I1227 08:29:14.406654 10423 out.go:179] * If you don't want your credentials mounted into a specific pod, add a label with the `gcp-auth-skip-secret` key to your pod configuration.
I1227 08:29:14.407958 10423 out.go:179] * If you want existing pods to be mounted with credentials, either recreate them or rerun addons enable with --refresh.
I1227 08:29:14.865449 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:15.365782 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:15.864930 10423 kapi.go:96] waiting for pod "kubernetes.io/minikube-addons=csi-hostpath-driver", current state: Pending: [<nil>]
I1227 08:29:16.364993 10423 kapi.go:107] duration metric: took 48.0029669s to wait for kubernetes.io/minikube-addons=csi-hostpath-driver ...
I1227 08:29:16.366652 10423 out.go:179] * Enabled addons: registry-creds, amd-gpu-device-plugin, nvidia-device-plugin, ingress-dns, storage-provisioner, inspektor-gadget, cloud-spanner, metrics-server, yakd, storage-provisioner-rancher, volumesnapshots, registry, ingress, gcp-auth, csi-hostpath-driver
I1227 08:29:16.367853 10423 addons.go:530] duration metric: took 50.270238101s for enable addons: enabled=[registry-creds amd-gpu-device-plugin nvidia-device-plugin ingress-dns storage-provisioner inspektor-gadget cloud-spanner metrics-server yakd storage-provisioner-rancher volumesnapshots registry ingress gcp-auth csi-hostpath-driver]
I1227 08:29:16.367902 10423 start.go:247] waiting for cluster config update ...
I1227 08:29:16.367932 10423 start.go:256] writing updated cluster config ...
I1227 08:29:16.368262 10423 ssh_runner.go:195] Run: rm -f paused
I1227 08:29:16.372201 10423 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:29:16.375269 10423 pod_ready.go:83] waiting for pod "coredns-7d764666f9-fdjwj" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.379388 10423 pod_ready.go:94] pod "coredns-7d764666f9-fdjwj" is "Ready"
I1227 08:29:16.379409 10423 pod_ready.go:86] duration metric: took 4.119181ms for pod "coredns-7d764666f9-fdjwj" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.381019 10423 pod_ready.go:83] waiting for pod "etcd-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.384772 10423 pod_ready.go:94] pod "etcd-addons-638058" is "Ready"
I1227 08:29:16.384803 10423 pod_ready.go:86] duration metric: took 3.768307ms for pod "etcd-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.387454 10423 pod_ready.go:83] waiting for pod "kube-apiserver-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.390915 10423 pod_ready.go:94] pod "kube-apiserver-addons-638058" is "Ready"
I1227 08:29:16.390972 10423 pod_ready.go:86] duration metric: took 3.462056ms for pod "kube-apiserver-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.392713 10423 pod_ready.go:83] waiting for pod "kube-controller-manager-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.776133 10423 pod_ready.go:94] pod "kube-controller-manager-addons-638058" is "Ready"
I1227 08:29:16.776168 10423 pod_ready.go:86] duration metric: took 383.422937ms for pod "kube-controller-manager-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:16.976241 10423 pod_ready.go:83] waiting for pod "kube-proxy-qnxx9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:17.375852 10423 pod_ready.go:94] pod "kube-proxy-qnxx9" is "Ready"
I1227 08:29:17.375884 10423 pod_ready.go:86] duration metric: took 399.616905ms for pod "kube-proxy-qnxx9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:17.575756 10423 pod_ready.go:83] waiting for pod "kube-scheduler-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:17.975699 10423 pod_ready.go:94] pod "kube-scheduler-addons-638058" is "Ready"
I1227 08:29:17.975727 10423 pod_ready.go:86] duration metric: took 399.947922ms for pod "kube-scheduler-addons-638058" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:29:17.975740 10423 pod_ready.go:40] duration metric: took 1.603507904s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:29:18.017345 10423 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 08:29:18.020093 10423 out.go:179] * Done! kubectl is now configured to use "addons-638058" cluster and "default" namespace by default
==> CRI-O <==
Dec 27 08:29:15 addons-638058 crio[775]: time="2025-12-27T08:29:15.303516115Z" level=info msg="Starting container: ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45" id=b37de251-2e6e-4904-8166-247c2d906d2b name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:29:15 addons-638058 crio[775]: time="2025-12-27T08:29:15.306096355Z" level=info msg="Started container" PID=6226 containerID=ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45 description=kube-system/csi-hostpathplugin-qjhz6/csi-snapshotter id=b37de251-2e6e-4904-8166-247c2d906d2b name=/runtime.v1.RuntimeService/StartContainer sandboxID=f2f01d9a66835d1ac9a9c17995f56e48418dbe1dac3b8bb4967062844ccfec1f
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.855359917Z" level=info msg="Running pod sandbox: default/busybox/POD" id=787c3f0f-a512-4521-961c-9cf2c48c851e name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.855429255Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.862079816Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:d7a60fc6fbbdc8ecdbb23751ebdd155240201e3909fcbdca0e66eee083c582a4 UID:1d59712c-ba0d-428e-964b-da16db5bc422 NetNS:/var/run/netns/dab0db6a-e8f8-46cc-81e3-a91452b2697b Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0009a0280}] Aliases:map[]}"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.862137934Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.871532997Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:d7a60fc6fbbdc8ecdbb23751ebdd155240201e3909fcbdca0e66eee083c582a4 UID:1d59712c-ba0d-428e-964b-da16db5bc422 NetNS:/var/run/netns/dab0db6a-e8f8-46cc-81e3-a91452b2697b Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0009a0280}] Aliases:map[]}"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.871651663Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.872397153Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.873081652Z" level=info msg="Ran pod sandbox d7a60fc6fbbdc8ecdbb23751ebdd155240201e3909fcbdca0e66eee083c582a4 with infra container: default/busybox/POD" id=787c3f0f-a512-4521-961c-9cf2c48c851e name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.87427867Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=35aa52ef-ac2f-4e60-9441-e48d8d459e37 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.874417058Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=35aa52ef-ac2f-4e60-9441-e48d8d459e37 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.874456068Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=35aa52ef-ac2f-4e60-9441-e48d8d459e37 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.875129239Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=5c57dc56-358d-41b0-880c-2c4c3bc81b53 name=/runtime.v1.ImageService/PullImage
Dec 27 08:29:18 addons-638058 crio[775]: time="2025-12-27T08:29:18.876685514Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.030277067Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998" id=5c57dc56-358d-41b0-880c-2c4c3bc81b53 name=/runtime.v1.ImageService/PullImage
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.030867964Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=f5e2bc5a-2016-4993-a556-4df6acff8caa name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.032350819Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=d6bf7b15-214e-4335-b160-4bcc074fd14c name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.035797029Z" level=info msg="Creating container: default/busybox/busybox" id=1e6c785c-96fc-495f-9496-3b451eed5a35 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.035911936Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.042145178Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.042562896Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.071229775Z" level=info msg="Created container b0d0116f50af175b1f725b090dd665bc183939c2cd20f24705c1f7a4d96f8a06: default/busybox/busybox" id=1e6c785c-96fc-495f-9496-3b451eed5a35 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.071837823Z" level=info msg="Starting container: b0d0116f50af175b1f725b090dd665bc183939c2cd20f24705c1f7a4d96f8a06" id=6e315204-95f3-4b01-9a4f-048e2548c451 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:29:20 addons-638058 crio[775]: time="2025-12-27T08:29:20.073902822Z" level=info msg="Started container" PID=6339 containerID=b0d0116f50af175b1f725b090dd665bc183939c2cd20f24705c1f7a4d96f8a06 description=default/busybox/busybox id=6e315204-95f3-4b01-9a4f-048e2548c451 name=/runtime.v1.RuntimeService/StartContainer sandboxID=d7a60fc6fbbdc8ecdbb23751ebdd155240201e3909fcbdca0e66eee083c582a4
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
b0d0116f50af1 gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998 8 seconds ago Running busybox 0 d7a60fc6fbbdc busybox default
ac7cfad886f51 registry.k8s.io/sig-storage/csi-snapshotter@sha256:d844cb1faeb4ecf44bae6aea370c9c6128a87e665e40370021427d79a8819ee5 13 seconds ago Running csi-snapshotter 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
70e3975a3c473 registry.k8s.io/sig-storage/csi-provisioner@sha256:1bc653d13b27b8eefbba0799bdb5711819f8b987eaa6eb6750e8ef001958d5a7 14 seconds ago Running csi-provisioner 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
bca6a9a8ee93b gcr.io/k8s-minikube/gcp-auth-webhook@sha256:441f351b4520c228d29ba8c02a438d9ba971dafbbba5c91eaf882b1528797fb8 15 seconds ago Running gcp-auth 0 4c63d6cbccc3a gcp-auth-5bbcf684b5-wv6cj gcp-auth
74055db921394 registry.k8s.io/sig-storage/livenessprobe@sha256:42bc492c3c65078b1ccda5dbc416abf0cefdba3e6317416cbc43344cf0ed09b6 16 seconds ago Running liveness-probe 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
f7fba1b2222f0 registry.k8s.io/sig-storage/hostpathplugin@sha256:6fdad87766e53edf987545067e69a0dffb8485cccc546be4efbaa14c9b22ea11 17 seconds ago Running hostpath 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
ef42f615c3457 registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:7caa903cf3f8d1d70c3b7bb3e23223685b05e4f342665877eabe84ae38b92ecc 18 seconds ago Running node-driver-registrar 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
63b0e3f6a7a16 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e2d8d9e1553c1ac5f9f41bc34d38d1eda519ed77a3106b036c43b6667dad19a9 18 seconds ago Exited patch 1 3ce0f941e5f77 gcp-auth-certs-patch-ws45k gcp-auth
755f7c5beca84 registry.k8s.io/ingress-nginx/controller@sha256:d552aeecf01939bd11bdc4fa57ce7437d42651194a61edcd6b7aea44b9e74cad 18 seconds ago Running controller 0 8ad30780d3ae0 ingress-nginx-controller-7847b5c79c-4jqmw ingress-nginx
3d2ec43bce2f0 ghcr.io/inspektor-gadget/inspektor-gadget@sha256:ea428be7b01d41418fca4d91ae3dff6b037bdc0d42757e7ad392a38536488a1a 22 seconds ago Running gadget 0 382c5a7a15f40 gadget-xbxbc gadget
500e1834e96e3 gcr.io/k8s-minikube/kube-registry-proxy@sha256:8f72a79b63ca56074435e82b87fca2642a8117e60be313d3586dbe2bfff11cac 24 seconds ago Running registry-proxy 0 8341b91ac9baf registry-proxy-sc9xh kube-system
aa7fb1dd71b56 registry.k8s.io/sig-storage/snapshot-controller@sha256:4ef48aa1f079b2b6f11d06ee8be30a7f7332fc5ff1e4b20c6b6af68d76925922 26 seconds ago Running volume-snapshot-controller 0 593a694afdb4a snapshot-controller-6588d87457-t7z96 kube-system
a4ae4f9046ea1 nvcr.io/nvidia/k8s-device-plugin@sha256:c3c1a099015d1810c249ba294beaad656ce0354f7e8a77803dacabe60a4f8c9f 26 seconds ago Running nvidia-device-plugin-ctr 0 885e5e5c6761f nvidia-device-plugin-daemonset-nl5tt kube-system
d814a0cf29098 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e2d8d9e1553c1ac5f9f41bc34d38d1eda519ed77a3106b036c43b6667dad19a9 29 seconds ago Exited create 0 f11897b8a8ebe gcp-auth-certs-create-xkqjd gcp-auth
786916da27a2b docker.io/rocm/k8s-device-plugin@sha256:f3835498cf2274e0a07c32b38c166c05a876f8eb776d756cc06805e599a3ba5f 30 seconds ago Running amd-gpu-device-plugin 0 716e8a4b5a0ed amd-gpu-device-plugin-lbfdc kube-system
21b907192885f registry.k8s.io/sig-storage/csi-external-health-monitor-controller@sha256:317f43813e4e2c3e81823ff16041c8e0714fb80e6d040c6e6c799967ba27d864 30 seconds ago Running csi-external-health-monitor-controller 0 f2f01d9a66835 csi-hostpathplugin-qjhz6 kube-system
2bae7b49642f5 registry.k8s.io/sig-storage/snapshot-controller@sha256:4ef48aa1f079b2b6f11d06ee8be30a7f7332fc5ff1e4b20c6b6af68d76925922 31 seconds ago Running volume-snapshot-controller 0 71f79a649b89e snapshot-controller-6588d87457-7c8b9 kube-system
324f92aab6362 registry.k8s.io/sig-storage/csi-attacher@sha256:66e4ecfa0ec50a88f9cd145e006805816f57040f40662d4cb9e31d10519d9bf0 32 seconds ago Running csi-attacher 0 9bb5361dd22df csi-hostpath-attacher-0 kube-system
f0e5591f8d5a8 registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e2d8d9e1553c1ac5f9f41bc34d38d1eda519ed77a3106b036c43b6667dad19a9 33 seconds ago Exited patch 0 96e64464acaff ingress-nginx-admission-patch-dsxzn ingress-nginx
4059da663838c registry.k8s.io/sig-storage/csi-resizer@sha256:0629447f7946e53df3ad775c5595888de1dae5a23bcaae8f68fdab0395af61a8 34 seconds ago Running csi-resizer 0 ec3cb81249950 csi-hostpath-resizer-0 kube-system
dce353f28c118 gcr.io/cloud-spanner-emulator/emulator@sha256:b948b04b45496ebeb13eee27bc9d238593c142e8e010443892153f181591abde 35 seconds ago Running cloud-spanner-emulator 0 93244c155f421 cloud-spanner-emulator-5649ccbc87-6r5bc default
eb1623fdb949c registry.k8s.io/ingress-nginx/kube-webhook-certgen@sha256:e2d8d9e1553c1ac5f9f41bc34d38d1eda519ed77a3106b036c43b6667dad19a9 37 seconds ago Exited create 0 97878aa599940 ingress-nginx-admission-create-ltf7q ingress-nginx
ffc94081c6a77 ghcr.io/manusa/yakd@sha256:ef51bed688eb0feab1405f97b7286dfe1da3c61e5a189ce4ae34a90c9f9cf8aa 38 seconds ago Running yakd 0 41255ee7a8532 yakd-dashboard-865bfb49b9-9skg5 yakd-dashboard
6a2bd6f9130c1 docker.io/library/registry@sha256:f57ffd2bb01704b6082396158e77ca6d1112bc6fe32315c322864de804750d8a 40 seconds ago Running registry 0 cf6415559ea59 registry-788cd7d5bc-tntbb kube-system
48008c545b508 docker.io/rancher/local-path-provisioner@sha256:73f712e7af12b06720c35ce75217f904f00e4bd96de79f8db1cf160112e667ef 42 seconds ago Running local-path-provisioner 0 a2aceb8508f54 local-path-provisioner-c44bcd496-5pp5f local-path-storage
5b3cb71dd33f6 registry.k8s.io/metrics-server/metrics-server@sha256:5dd31abb8093690d9624a53277a00d2257e7e57e6766be3f9f54cf9f54cddbc1 43 seconds ago Running metrics-server 0 86b967ed7bca8 metrics-server-5778bb4788-kzfp2 kube-system
b06712ab882f5 docker.io/kicbase/minikube-ingress-dns@sha256:a0cc6cd76812357245a51bb05fabcd346a616c880e40ca4e0c8c8253912eaae7 44 seconds ago Running minikube-ingress-dns 0 c34ad1e842c83 kube-ingress-dns-minikube kube-system
000d498b90a49 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 48 seconds ago Running storage-provisioner 0 18a9d232f23fc storage-provisioner kube-system
273625c91c0a3 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 48 seconds ago Running coredns 0 0b1015f99512a coredns-7d764666f9-fdjwj kube-system
455ea355be9e1 docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 59 seconds ago Running kindnet-cni 0 8c2efa06066e8 kindnet-rr698 kube-system
e2cad3d18be60 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 About a minute ago Running kube-proxy 0 0d3d4d87aaea1 kube-proxy-qnxx9 kube-system
712e501628b3b 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 About a minute ago Running etcd 0 2d4c09a86af7f etcd-addons-638058 kube-system
77698a2768248 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc About a minute ago Running kube-scheduler 0 e882458a43897 kube-scheduler-addons-638058 kube-system
2ea6cae769c9a 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 About a minute ago Running kube-apiserver 0 d23c9d49ca109 kube-apiserver-addons-638058 kube-system
df1d3b9de9c4a 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 About a minute ago Running kube-controller-manager 0 39f958d2669d9 kube-controller-manager-addons-638058 kube-system
==> coredns [273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf] <==
[INFO] 10.244.0.19:39478 - 15567 "A IN registry.kube-system.svc.cluster.local.svc.cluster.local. udp 74 false 512" NXDOMAIN qr,aa,rd 167 0.000140681s
[INFO] 10.244.0.19:36914 - 27001 "AAAA IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000087417s
[INFO] 10.244.0.19:36914 - 26673 "A IN registry.kube-system.svc.cluster.local.cluster.local. udp 70 false 512" NXDOMAIN qr,aa,rd 163 0.000101475s
[INFO] 10.244.0.19:33438 - 23629 "A IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,aa,rd,ra 198 0.000053071s
[INFO] 10.244.0.19:33438 - 24013 "AAAA IN registry.kube-system.svc.cluster.local.us-east4-a.c.k8s-minikube.internal. udp 91 false 512" NXDOMAIN qr,aa,rd,ra 198 0.000107297s
[INFO] 10.244.0.19:49431 - 5832 "A IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,aa,rd,ra 185 0.000044318s
[INFO] 10.244.0.19:49431 - 6121 "AAAA IN registry.kube-system.svc.cluster.local.c.k8s-minikube.internal. udp 80 false 512" NXDOMAIN qr,aa,rd,ra 185 0.000067957s
[INFO] 10.244.0.19:44366 - 16229 "AAAA IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,aa,rd,ra 177 0.000041653s
[INFO] 10.244.0.19:44366 - 16046 "A IN registry.kube-system.svc.cluster.local.google.internal. udp 72 false 512" NXDOMAIN qr,aa,rd,ra 177 0.000036628s
[INFO] 10.244.0.19:58230 - 50804 "A IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 110 0.000107674s
[INFO] 10.244.0.19:58230 - 50994 "AAAA IN registry.kube-system.svc.cluster.local. udp 56 false 512" NOERROR qr,aa,rd 149 0.000149925s
[INFO] 10.244.0.21:48560 - 25268 "AAAA IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000205823s
[INFO] 10.244.0.21:48876 - 9353 "A IN storage.googleapis.com.gcp-auth.svc.cluster.local. udp 78 false 1232" NXDOMAIN qr,aa,rd 160 0.000296748s
[INFO] 10.244.0.21:40871 - 61295 "A IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000118533s
[INFO] 10.244.0.21:56061 - 9699 "AAAA IN storage.googleapis.com.svc.cluster.local. udp 69 false 1232" NXDOMAIN qr,aa,rd 151 0.000212403s
[INFO] 10.244.0.21:59339 - 9398 "AAAA IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000114109s
[INFO] 10.244.0.21:54076 - 54187 "A IN storage.googleapis.com.cluster.local. udp 65 false 1232" NXDOMAIN qr,aa,rd 147 0.000132325s
[INFO] 10.244.0.21:56902 - 17470 "A IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 182 0.005865573s
[INFO] 10.244.0.21:46097 - 39366 "AAAA IN storage.googleapis.com.us-east4-a.c.k8s-minikube.internal. udp 86 false 1232" NXDOMAIN qr,rd,ra 182 0.006828366s
[INFO] 10.244.0.21:39544 - 41366 "A IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 169 0.004799782s
[INFO] 10.244.0.21:58979 - 35377 "AAAA IN storage.googleapis.com.c.k8s-minikube.internal. udp 75 false 1232" NXDOMAIN qr,rd,ra 169 0.005743555s
[INFO] 10.244.0.21:39888 - 46795 "AAAA IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 161 0.00469995s
[INFO] 10.244.0.21:58941 - 63097 "A IN storage.googleapis.com.google.internal. udp 67 false 1232" NXDOMAIN qr,rd,ra 161 0.005916553s
[INFO] 10.244.0.21:56585 - 44378 "AAAA IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 240 0.000897554s
[INFO] 10.244.0.21:51051 - 26678 "A IN storage.googleapis.com. udp 51 false 1232" NOERROR qr,rd,ra 534 0.00121594s
==> describe nodes <==
Name: addons-638058
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=addons-638058
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=addons-638058
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_28_21_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
topology.hostpath.csi/node=addons-638058
Annotations: csi.volume.kubernetes.io/nodeid: {"hostpath.csi.k8s.io":"addons-638058"}
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:28:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: addons-638058
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:29:21 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:29:22 +0000 Sat, 27 Dec 2025 08:28:16 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:29:22 +0000 Sat, 27 Dec 2025 08:28:16 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:29:22 +0000 Sat, 27 Dec 2025 08:28:16 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:29:22 +0000 Sat, 27 Dec 2025 08:28:39 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: addons-638058
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: f9c9d04d-31e9-48c2-8f78-d2d858f7812f
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (27 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10s
default cloud-spanner-emulator-5649ccbc87-6r5bc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
gadget gadget-xbxbc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
gcp-auth gcp-auth-5bbcf684b5-wv6cj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
ingress-nginx ingress-nginx-controller-7847b5c79c-4jqmw 100m (1%) 0 (0%) 90Mi (0%) 0 (0%) 61s
kube-system amd-gpu-device-plugin-lbfdc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
kube-system coredns-7d764666f9-fdjwj 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 62s
kube-system csi-hostpath-attacher-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system csi-hostpath-resizer-0 0 (0%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system csi-hostpathplugin-qjhz6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
kube-system etcd-addons-638058 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 67s
kube-system kindnet-rr698 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 62s
kube-system kube-apiserver-addons-638058 250m (3%) 0 (0%) 0 (0%) 0 (0%) 67s
kube-system kube-controller-manager-addons-638058 200m (2%) 0 (0%) 0 (0%) 0 (0%) 67s
kube-system kube-ingress-dns-minikube 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system kube-proxy-qnxx9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 62s
kube-system kube-scheduler-addons-638058 100m (1%) 0 (0%) 0 (0%) 0 (0%) 67s
kube-system metrics-server-5778bb4788-kzfp2 100m (1%) 0 (0%) 200Mi (0%) 0 (0%) 61s
kube-system nvidia-device-plugin-daemonset-nl5tt 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
kube-system registry-788cd7d5bc-tntbb 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
kube-system registry-creds-567fb78d95-bhrx4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 62s
kube-system registry-proxy-sc9xh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 49s
kube-system snapshot-controller-6588d87457-7c8b9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system snapshot-controller-6588d87457-t7z96 0 (0%) 0 (0%) 0 (0%) 0 (0%) 60s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
local-path-storage local-path-provisioner-c44bcd496-5pp5f 0 (0%) 0 (0%) 0 (0%) 0 (0%) 61s
yakd-dashboard yakd-dashboard-865bfb49b9-9skg5 0 (0%) 0 (0%) 128Mi (0%) 256Mi (0%) 61s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 1050m (13%) 100m (1%)
memory 638Mi (1%) 476Mi (1%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 63s node-controller Node addons-638058 event: Registered Node addons-638058 in Controller
==> dmesg <==
[Dec27 08:17] MDS CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/mds.html for more details.
[ +0.001805] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.001000] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.085011] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended configuration space under this bridge
[ +0.380384] i8042: Warning: Keylock active
[ +0.010228] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.497314] block sda: the capability attribute has been deprecated.
[ +0.087553] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.024804] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
==> etcd [712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16] <==
{"level":"info","ts":"2025-12-27T08:28:17.593197Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:28:17.593213Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"9f0758e1c58a86ed became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:28:17.593227Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T08:28:17.594040Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:28:17.594040Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:addons-638058 ClientURLs:[https://192.168.85.2:2379]}","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:28:17.594044Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:28:17.594065Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:28:17.594337Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:28:17.594363Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:28:17.594782Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:28:17.594916Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:28:17.594959Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:28:17.594984Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:28:17.595076Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:28:17.595419Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:28:17.595496Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:28:17.598957Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:28:17.599034Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"warn","ts":"2025-12-27T08:28:55.225383Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"118.180734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T08:28:55.225480Z","caller":"traceutil/trace.go:172","msg":"trace[1210398651] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1060; }","duration":"118.292125ms","start":"2025-12-27T08:28:55.107173Z","end":"2025-12-27T08:28:55.225465Z","steps":["trace[1210398651] 'agreement among raft nodes before linearized reading' (duration: 63.632576ms)","trace[1210398651] 'range keys from in-memory index tree' (duration: 54.520451ms)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T08:29:00.042903Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"138.489158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T08:29:00.043000Z","caller":"traceutil/trace.go:172","msg":"trace[1422767625] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:1107; }","duration":"138.594809ms","start":"2025-12-27T08:28:59.904391Z","end":"2025-12-27T08:29:00.042986Z","steps":["trace[1422767625] 'range keys from in-memory index tree' (duration: 138.422748ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T08:29:00.043071Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"125.423636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/192.168.85.2\" limit:1 ","response":"range_response_count:1 size:131"}
{"level":"info","ts":"2025-12-27T08:29:00.043142Z","caller":"traceutil/trace.go:172","msg":"trace[669546637] range","detail":"{range_begin:/registry/masterleases/192.168.85.2; range_end:; response_count:1; response_revision:1107; }","duration":"125.488895ms","start":"2025-12-27T08:28:59.917632Z","end":"2025-12-27T08:29:00.043121Z","steps":["trace[669546637] 'range keys from in-memory index tree' (duration: 125.305717ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T08:29:09.366720Z","caller":"traceutil/trace.go:172","msg":"trace[1595203617] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"106.642899ms","start":"2025-12-27T08:29:09.260057Z","end":"2025-12-27T08:29:09.366700Z","steps":["trace[1595203617] 'process raft request' (duration: 106.401668ms)"],"step_count":1}
==> gcp-auth [bca6a9a8ee93b4507003c7be3e04a583c2b4516fd634503d493e228d7c6cbedb] <==
2025/12/27 08:29:13 GCP Auth Webhook started!
2025/12/27 08:29:18 Ready to marshal response ...
2025/12/27 08:29:18 Ready to write response ...
2025/12/27 08:29:18 Ready to marshal response ...
2025/12/27 08:29:18 Ready to write response ...
2025/12/27 08:29:18 Ready to marshal response ...
2025/12/27 08:29:18 Ready to write response ...
==> kernel <==
08:29:28 up 11 min, 0 user, load average: 1.40, 0.68, 0.26
Linux addons-638058 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9] <==
I1227 08:28:28.731786 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:28:28.732082 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 08:28:28.732221 1 main.go:148] setting mtu 1500 for CNI
I1227 08:28:28.732245 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:28:28.732268 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:28:28Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:28:28.945276 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:28:29.030460 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:28:29.030509 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:28:29.030821 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:28:29.531729 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:28:29.531770 1 metrics.go:72] Registering metrics
I1227 08:28:29.531838 1 controller.go:711] "Syncing nftables rules"
I1227 08:28:38.946024 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:28:38.946094 1 main.go:301] handling current node
I1227 08:28:48.945827 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:28:48.945884 1 main.go:301] handling current node
I1227 08:28:58.945946 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:28:58.945980 1 main.go:301] handling current node
I1227 08:29:08.945494 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:29:08.945539 1 main.go:301] handling current node
I1227 08:29:18.945760 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:29:18.945796 1 main.go:301] handling current node
==> kube-apiserver [2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca] <==
W1227 08:28:28.924838 1 logging.go:55] [core] [Channel #263 SubChannel #264]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
I1227 08:28:34.344704 1 alloc.go:329] "allocated clusterIPs" service="gcp-auth/gcp-auth" clusterIPs={"IPv4":"10.96.96.247"}
W1227 08:28:39.176364 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.96.96.247:443: connect: connection refused
E1227 08:28:39.176415 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.96.96.247:443: connect: connection refused" logger="UnhandledError"
W1227 08:28:39.177407 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.96.96.247:443: connect: connection refused
E1227 08:28:39.177529 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.96.96.247:443: connect: connection refused" logger="UnhandledError"
W1227 08:28:39.204772 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.96.96.247:443: connect: connection refused
E1227 08:28:39.204887 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.96.96.247:443: connect: connection refused" logger="UnhandledError"
W1227 08:28:39.213467 1 dispatcher.go:210] Failed calling webhook, failing open gcp-auth-mutate.k8s.io: failed calling webhook "gcp-auth-mutate.k8s.io": failed to call webhook: Post "https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s": dial tcp 10.96.96.247:443: connect: connection refused
E1227 08:28:39.213504 1 dispatcher.go:214] "Unhandled Error" err="failed calling webhook \"gcp-auth-mutate.k8s.io\": failed to call webhook: Post \"https://gcp-auth.gcp-auth.svc:443/mutate?timeout=10s\": dial tcp 10.96.96.247:443: connect: connection refused" logger="UnhandledError"
W1227 08:28:47.097249 1 handler_proxy.go:99] no RequestInfo found in the context
E1227 08:28:47.097270 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.167.1:443: connect: connection refused" logger="UnhandledError"
E1227 08:28:47.097343 1 controller.go:146] "Unhandled Error" err=<
Error updating APIService "v1beta1.metrics.k8s.io" with err: failed to download v1beta1.metrics.k8s.io: failed to retrieve openAPI spec, http error: ResponseCode: 503, Body: service unavailable
, Header: map[Content-Type:[text/plain; charset=utf-8] X-Content-Type-Options:[nosniff]]
> logger="UnhandledError"
E1227 08:28:47.097622 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.167.1:443: connect: connection refused" logger="UnhandledError"
E1227 08:28:47.102872 1 remote_available_controller.go:462] "Unhandled Error" err="v1beta1.metrics.k8s.io failed with: failing or missing response from https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1: Get \"https://10.101.167.1:443/apis/metrics.k8s.io/v1beta1\": dial tcp 10.101.167.1:443: connect: connection refused" logger="UnhandledError"
I1227 08:28:47.211324 1 handler.go:304] Adding GroupVersion metrics.k8s.io v1beta1 to ResourceManager
W1227 08:28:55.173331 1 logging.go:55] [core] [Channel #267 SubChannel #268]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1227 08:28:55.179956 1 logging.go:55] [core] [Channel #271 SubChannel #272]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1227 08:28:55.371062 1 logging.go:55] [core] [Channel #275 SubChannel #276]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial tcp 127.0.0.1:2379: operation was canceled"
W1227 08:28:55.386352 1 logging.go:55] [core] [Channel #279 SubChannel #280]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
E1227 08:29:26.688064 1 conn.go:339] Error on socket receive: read tcp 192.168.85.2:8443->192.168.85.1:35090: use of closed network connection
E1227 08:29:26.828755 1 conn.go:339] Error on socket receive: read tcp 192.168.85.2:8443->192.168.85.1:35110: use of closed network connection
==> kube-controller-manager [df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71] <==
I1227 08:28:25.248431 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249346 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249370 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249441 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249446 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249462 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249491 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249585 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249603 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249614 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249626 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249631 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.249753 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.253261 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:28:25.257413 1 range_allocator.go:433] "Set node PodCIDR" node="addons-638058" podCIDRs=["10.244.0.0/24"]
I1227 08:28:25.349689 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:25.349708 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 08:28:25.349712 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 08:28:25.353973 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:40.249599 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
I1227 08:28:55.167580 1 resource_quota_monitor.go:228] "QuotaMonitor created object count evaluator" resource="volumesnapshots.snapshot.storage.k8s.io"
I1227 08:28:55.167665 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:28:55.362275 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:28:56.262742 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:56.268833 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7] <==
I1227 08:28:27.031568 1 server_linux.go:53] "Using iptables proxy"
I1227 08:28:27.501720 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:28:27.602975 1 shared_informer.go:377] "Caches are synced"
I1227 08:28:27.603009 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1227 08:28:27.603150 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 08:28:27.630217 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:28:27.630293 1 server_linux.go:136] "Using iptables Proxier"
I1227 08:28:27.638037 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 08:28:27.644910 1 server.go:529] "Version info" version="v1.35.0"
I1227 08:28:27.644938 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:28:27.647063 1 config.go:200] "Starting service config controller"
I1227 08:28:27.647131 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 08:28:27.647174 1 config.go:106] "Starting endpoint slice config controller"
I1227 08:28:27.647222 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 08:28:27.647254 1 config.go:309] "Starting node config controller"
I1227 08:28:27.647284 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 08:28:27.647264 1 config.go:403] "Starting serviceCIDR config controller"
I1227 08:28:27.647371 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 08:28:27.747264 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 08:28:27.747440 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 08:28:27.747557 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 08:28:27.747708 1 shared_informer.go:356] "Caches are synced" controller="node config"
==> kube-scheduler [77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c] <==
E1227 08:28:18.480755 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:28:18.481719 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 08:28:18.481859 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:28:18.481893 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 08:28:18.482479 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:28:18.484111 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:28:18.484188 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:28:18.484246 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:28:18.484255 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:28:18.484239 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:28:18.484352 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:28:18.484347 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:28:18.484405 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 08:28:18.484137 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:28:18.484150 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:28:18.484465 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:28:18.484529 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:28:18.484543 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:28:19.312726 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:28:19.326414 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:28:19.407035 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:28:19.475161 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 08:28:19.640185 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:28:19.673054 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
I1227 08:28:20.077093 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 08:29:07 addons-638058 kubelet[1282]: E1227 08:29:07.157882 1282 prober_manager.go:197] "Startup probe already exists for container" pod="gadget/gadget-xbxbc" containerName="gadget"
Dec 27 08:29:08 addons-638058 kubelet[1282]: E1227 08:29:08.652592 1282 prober_manager.go:197] "Startup probe already exists for container" pod="gadget/gadget-xbxbc" containerName="gadget"
Dec 27 08:29:09 addons-638058 kubelet[1282]: E1227 08:29:09.164622 1282 prober_manager.go:197] "Startup probe already exists for container" pod="gadget/gadget-xbxbc" containerName="gadget"
Dec 27 08:29:10 addons-638058 kubelet[1282]: E1227 08:29:10.170335 1282 prober_manager.go:209] "Readiness probe already exists for container" pod="ingress-nginx/ingress-nginx-controller-7847b5c79c-4jqmw" containerName="controller"
Dec 27 08:29:10 addons-638058 kubelet[1282]: I1227 08:29:10.172696 1282 scope.go:122] "RemoveContainer" containerID="b055bfdec262f6f5be7963f5013582abc3711ab6787d9383968535709eff2e43"
Dec 27 08:29:10 addons-638058 kubelet[1282]: E1227 08:29:10.172827 1282 prober_manager.go:197] "Startup probe already exists for container" pod="gadget/gadget-xbxbc" containerName="gadget"
Dec 27 08:29:10 addons-638058 kubelet[1282]: I1227 08:29:10.186048 1282 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="ingress-nginx/ingress-nginx-controller-7847b5c79c-4jqmw" podStartSLOduration=29.161095607 podStartE2EDuration="43.186030299s" podCreationTimestamp="2025-12-27 08:28:27 +0000 UTC" firstStartedPulling="2025-12-27 08:28:55.475201287 +0000 UTC m=+34.603441978" lastFinishedPulling="2025-12-27 08:29:09.500135981 +0000 UTC m=+48.628376670" observedRunningTime="2025-12-27 08:29:10.184464624 +0000 UTC m=+49.312705345" watchObservedRunningTime="2025-12-27 08:29:10.186030299 +0000 UTC m=+49.314271010"
Dec 27 08:29:11 addons-638058 kubelet[1282]: E1227 08:29:11.047396 1282 secret.go:189] Couldn't get secret kube-system/registry-creds-gcr: secret "registry-creds-gcr" not found
Dec 27 08:29:11 addons-638058 kubelet[1282]: E1227 08:29:11.047479 1282 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/secret/f8c07283-d91f-44ee-9809-c961aa9c8841-gcr-creds podName:f8c07283-d91f-44ee-9809-c961aa9c8841 nodeName:}" failed. No retries permitted until 2025-12-27 08:29:43.047455739 +0000 UTC m=+82.175696449 (durationBeforeRetry 32s). Error: MountVolume.SetUp failed for volume "gcr-creds" (UniqueName: "kubernetes.io/secret/f8c07283-d91f-44ee-9809-c961aa9c8841-gcr-creds") pod "registry-creds-567fb78d95-bhrx4" (UID: "f8c07283-d91f-44ee-9809-c961aa9c8841") : secret "registry-creds-gcr" not found
Dec 27 08:29:11 addons-638058 kubelet[1282]: E1227 08:29:11.180195 1282 prober_manager.go:209] "Readiness probe already exists for container" pod="ingress-nginx/ingress-nginx-controller-7847b5c79c-4jqmw" containerName="controller"
Dec 27 08:29:11 addons-638058 kubelet[1282]: I1227 08:29:11.349866 1282 reconciler_common.go:163] "operationExecutor.UnmountVolume started for volume \"kubernetes.io/projected/e575c8ca-b3ba-4907-a263-0745003871b8-kube-api-access-wx8rw\" (UniqueName: \"kubernetes.io/projected/e575c8ca-b3ba-4907-a263-0745003871b8-kube-api-access-wx8rw\") pod \"e575c8ca-b3ba-4907-a263-0745003871b8\" (UID: \"e575c8ca-b3ba-4907-a263-0745003871b8\") "
Dec 27 08:29:11 addons-638058 kubelet[1282]: I1227 08:29:11.352697 1282 operation_generator.go:779] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/e575c8ca-b3ba-4907-a263-0745003871b8-kube-api-access-wx8rw" pod "e575c8ca-b3ba-4907-a263-0745003871b8" (UID: "e575c8ca-b3ba-4907-a263-0745003871b8"). InnerVolumeSpecName "kube-api-access-wx8rw". PluginName "kubernetes.io/projected", VolumeGIDValue ""
Dec 27 08:29:11 addons-638058 kubelet[1282]: I1227 08:29:11.451172 1282 reconciler_common.go:299] "Volume detached for volume \"kube-api-access-wx8rw\" (UniqueName: \"kubernetes.io/projected/e575c8ca-b3ba-4907-a263-0745003871b8-kube-api-access-wx8rw\") on node \"addons-638058\" DevicePath \"\""
Dec 27 08:29:11 addons-638058 kubelet[1282]: I1227 08:29:11.985253 1282 csi_plugin.go:106] kubernetes.io/csi: Trying to validate a new CSI Driver with name: hostpath.csi.k8s.io endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock versions: 1.0.0
Dec 27 08:29:11 addons-638058 kubelet[1282]: I1227 08:29:11.985284 1282 csi_plugin.go:119] kubernetes.io/csi: Register new plugin with name: hostpath.csi.k8s.io at endpoint: /var/lib/kubelet/plugins/csi-hostpath/csi.sock
Dec 27 08:29:12 addons-638058 kubelet[1282]: I1227 08:29:12.185925 1282 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3ce0f941e5f77d95d3b2698c9d04a62def2815b70ce97fb27290882e16425ba0"
Dec 27 08:29:14 addons-638058 kubelet[1282]: I1227 08:29:14.214130 1282 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="gcp-auth/gcp-auth-5bbcf684b5-wv6cj" podStartSLOduration=38.381215552 podStartE2EDuration="40.214110489s" podCreationTimestamp="2025-12-27 08:28:34 +0000 UTC" firstStartedPulling="2025-12-27 08:29:11.371034299 +0000 UTC m=+50.499274999" lastFinishedPulling="2025-12-27 08:29:13.203929245 +0000 UTC m=+52.332169936" observedRunningTime="2025-12-27 08:29:14.213049946 +0000 UTC m=+53.341290668" watchObservedRunningTime="2025-12-27 08:29:14.214110489 +0000 UTC m=+53.342351189"
Dec 27 08:29:16 addons-638058 kubelet[1282]: E1227 08:29:16.211703 1282 prober_manager.go:221] "Liveness probe already exists for container" pod="kube-system/csi-hostpathplugin-qjhz6" containerName="hostpath"
Dec 27 08:29:16 addons-638058 kubelet[1282]: I1227 08:29:16.225734 1282 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/csi-hostpathplugin-qjhz6" podStartSLOduration=1.588620538 podStartE2EDuration="37.225714462s" podCreationTimestamp="2025-12-27 08:28:39 +0000 UTC" firstStartedPulling="2025-12-27 08:28:39.620823076 +0000 UTC m=+18.749063782" lastFinishedPulling="2025-12-27 08:29:15.257917005 +0000 UTC m=+54.386157706" observedRunningTime="2025-12-27 08:29:16.22501462 +0000 UTC m=+55.353255329" watchObservedRunningTime="2025-12-27 08:29:16.225714462 +0000 UTC m=+55.353955171"
Dec 27 08:29:17 addons-638058 kubelet[1282]: E1227 08:29:17.215849 1282 prober_manager.go:221] "Liveness probe already exists for container" pod="kube-system/csi-hostpathplugin-qjhz6" containerName="hostpath"
Dec 27 08:29:18 addons-638058 kubelet[1282]: I1227 08:29:18.704131 1282 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"gcp-creds\" (UniqueName: \"kubernetes.io/host-path/1d59712c-ba0d-428e-964b-da16db5bc422-gcp-creds\") pod \"busybox\" (UID: \"1d59712c-ba0d-428e-964b-da16db5bc422\") " pod="default/busybox"
Dec 27 08:29:18 addons-638058 kubelet[1282]: I1227 08:29:18.704198 1282 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-cvf75\" (UniqueName: \"kubernetes.io/projected/1d59712c-ba0d-428e-964b-da16db5bc422-kube-api-access-cvf75\") pod \"busybox\" (UID: \"1d59712c-ba0d-428e-964b-da16db5bc422\") " pod="default/busybox"
Dec 27 08:29:20 addons-638058 kubelet[1282]: I1227 08:29:20.240439 1282 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="default/busybox" podStartSLOduration=1.083640098 podStartE2EDuration="2.240424796s" podCreationTimestamp="2025-12-27 08:29:18 +0000 UTC" firstStartedPulling="2025-12-27 08:29:18.87483811 +0000 UTC m=+58.003078798" lastFinishedPulling="2025-12-27 08:29:20.031622789 +0000 UTC m=+59.159863496" observedRunningTime="2025-12-27 08:29:20.239665151 +0000 UTC m=+59.367905862" watchObservedRunningTime="2025-12-27 08:29:20.240424796 +0000 UTC m=+59.368665504"
Dec 27 08:29:21 addons-638058 kubelet[1282]: E1227 08:29:21.182769 1282 prober_manager.go:209] "Readiness probe already exists for container" pod="ingress-nginx/ingress-nginx-controller-7847b5c79c-4jqmw" containerName="controller"
Dec 27 08:29:26 addons-638058 kubelet[1282]: E1227 08:29:26.687952 1282 upgradeaware.go:427] Error proxying data from client to backend: readfrom tcp 127.0.0.1:45426->127.0.0.1:46423: write tcp 127.0.0.1:45426->127.0.0.1:46423: write: broken pipe
==> storage-provisioner [000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08] <==
W1227 08:29:03.829069 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:05.834532 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:05.843333 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:07.847352 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:07.851576 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:09.855351 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:09.859692 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:11.862994 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:11.866413 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:13.868693 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:13.872626 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:15.875457 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:15.880008 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:17.882494 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:17.886251 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:19.890021 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:19.898208 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:21.901243 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:21.905605 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:23.908429 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:23.912091 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:25.914871 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:25.919294 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:27.922170 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:29:27.925870 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p addons-638058 -n addons-638058
helpers_test.go:270: (dbg) Run: kubectl --context addons-638058 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:281: non-running pods: gcp-auth-certs-create-xkqjd gcp-auth-certs-patch-ws45k ingress-nginx-admission-create-ltf7q ingress-nginx-admission-patch-dsxzn registry-creds-567fb78d95-bhrx4
helpers_test.go:283: ======> post-mortem[TestAddons/parallel/Headlamp]: describe non-running pods <======
helpers_test.go:286: (dbg) Run: kubectl --context addons-638058 describe pod gcp-auth-certs-create-xkqjd gcp-auth-certs-patch-ws45k ingress-nginx-admission-create-ltf7q ingress-nginx-admission-patch-dsxzn registry-creds-567fb78d95-bhrx4
helpers_test.go:286: (dbg) Non-zero exit: kubectl --context addons-638058 describe pod gcp-auth-certs-create-xkqjd gcp-auth-certs-patch-ws45k ingress-nginx-admission-create-ltf7q ingress-nginx-admission-patch-dsxzn registry-creds-567fb78d95-bhrx4: exit status 1 (60.92811ms)
** stderr **
Error from server (NotFound): pods "gcp-auth-certs-create-xkqjd" not found
Error from server (NotFound): pods "gcp-auth-certs-patch-ws45k" not found
Error from server (NotFound): pods "ingress-nginx-admission-create-ltf7q" not found
Error from server (NotFound): pods "ingress-nginx-admission-patch-dsxzn" not found
Error from server (NotFound): pods "registry-creds-567fb78d95-bhrx4" not found
** /stderr **
helpers_test.go:288: kubectl --context addons-638058 describe pod gcp-auth-certs-create-xkqjd gcp-auth-certs-patch-ws45k ingress-nginx-admission-create-ltf7q ingress-nginx-admission-patch-dsxzn registry-creds-567fb78d95-bhrx4: exit status 1
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable headlamp --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable headlamp --alsologtostderr -v=1: exit status 11 (226.090743ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:29.350420 19490 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:29.350703 19490 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:29.350714 19490 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:29.350718 19490 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:29.350911 19490 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:29.351169 19490 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:29.351493 19490 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:29.351511 19490 addons.go:622] checking whether the cluster is paused
I1227 08:29:29.351623 19490 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:29.351637 19490 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:29.352950 19490 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:29.370373 19490 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:29.370444 19490 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:29.387575 19490 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:29.477021 19490 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:29.477082 19490 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:29.505339 19490 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:29.505362 19490 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:29.505368 19490 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:29.505372 19490 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:29.505376 19490 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:29.505381 19490 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:29.505385 19490 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:29.505389 19490 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:29.505394 19490 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:29.505400 19490 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:29.505405 19490 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:29.505410 19490 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:29.505416 19490 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:29.505424 19490 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:29.505430 19490 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:29.505451 19490 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:29.505456 19490 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:29.505464 19490 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:29.505472 19490 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:29.505477 19490 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:29.505482 19490 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:29.505488 19490 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:29.505495 19490 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:29.505500 19490 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:29.505505 19490 cri.go:96] found id: ""
I1227 08:29:29.505554 19490 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:29.519813 19490 out.go:203]
W1227 08:29:29.521142 19490 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:29Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:29Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:29.521158 19490 out.go:285] *
*
W1227 08:29:29.521832 19490 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_efe3f0a65eabdab15324ffdebd5a66da17706a9c_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:29.523030 19490 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable headlamp addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable headlamp --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Headlamp (2.47s)
=== RUN TestAddons/parallel/CloudSpanner
=== PAUSE TestAddons/parallel/CloudSpanner
=== CONT TestAddons/parallel/CloudSpanner
addons_test.go:842: (dbg) TestAddons/parallel/CloudSpanner: waiting 6m0s for pods matching "app=cloud-spanner-emulator" in namespace "default" ...
helpers_test.go:353: "cloud-spanner-emulator-5649ccbc87-6r5bc" [90256548-baa8-4d27-a896-4b57d59973f3] Running
addons_test.go:842: (dbg) TestAddons/parallel/CloudSpanner: app=cloud-spanner-emulator healthy within 5.004257662s
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable cloud-spanner --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable cloud-spanner --alsologtostderr -v=1: exit status 11 (232.988999ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:51.036739 22560 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:51.037017 22560 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:51.037027 22560 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:51.037031 22560 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:51.037219 22560 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:51.037475 22560 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:51.037780 22560 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:51.037797 22560 addons.go:622] checking whether the cluster is paused
I1227 08:29:51.037882 22560 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:51.037891 22560 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:51.038229 22560 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:51.056644 22560 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:51.056702 22560 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:51.073771 22560 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:51.163282 22560 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:51.163394 22560 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:51.194431 22560 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:29:51.194467 22560 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:51.194473 22560 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:51.194479 22560 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:51.194484 22560 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:51.194491 22560 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:51.194496 22560 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:51.194500 22560 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:51.194505 22560 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:51.194516 22560 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:51.194525 22560 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:51.194529 22560 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:51.194537 22560 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:51.194541 22560 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:51.194548 22560 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:51.194556 22560 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:51.194561 22560 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:51.194567 22560 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:51.194571 22560 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:51.194575 22560 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:51.194579 22560 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:51.194584 22560 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:51.194589 22560 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:51.194594 22560 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:51.194598 22560 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:51.194603 22560 cri.go:96] found id: ""
I1227 08:29:51.194647 22560 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:51.209906 22560 out.go:203]
W1227 08:29:51.211211 22560 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:51Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:51Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:51.211239 22560 out.go:285] *
*
W1227 08:29:51.212343 22560 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e93ff976b7e98e1dc466aded9385c0856b6d1b41_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:51.213593 22560 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable cloud-spanner addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable cloud-spanner --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/CloudSpanner (5.24s)
=== RUN TestAddons/parallel/LocalPath
=== PAUSE TestAddons/parallel/LocalPath
=== CONT TestAddons/parallel/LocalPath
addons_test.go:951: (dbg) Run: kubectl --context addons-638058 apply -f testdata/storage-provisioner-rancher/pvc.yaml
addons_test.go:957: (dbg) Run: kubectl --context addons-638058 apply -f testdata/storage-provisioner-rancher/pod.yaml
addons_test.go:961: (dbg) TestAddons/parallel/LocalPath: waiting 5m0s for pvc "test-pvc" in namespace "default" ...
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o jsonpath={.status.phase} -n default
helpers_test.go:403: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o jsonpath={.status.phase} -n default
addons_test.go:964: (dbg) TestAddons/parallel/LocalPath: waiting 3m0s for pods matching "run=test-local-path" in namespace "default" ...
helpers_test.go:353: "test-local-path" [ba8cbd4a-ca8e-4243-ac9e-c9794de0c699] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:353: "test-local-path" [ba8cbd4a-ca8e-4243-ac9e-c9794de0c699] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
2025/12/27 08:29:40 [DEBUG] GET http://192.168.85.2:5000
helpers_test.go:353: "test-local-path" [ba8cbd4a-ca8e-4243-ac9e-c9794de0c699] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
addons_test.go:964: (dbg) TestAddons/parallel/LocalPath: run=test-local-path healthy within 2.003045154s
addons_test.go:969: (dbg) Run: kubectl --context addons-638058 get pvc test-pvc -o=json
addons_test.go:978: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 ssh "cat /opt/local-path-provisioner/pvc-d709fb9e-a490-49b3-9100-6d9a0230d637_default_test-pvc/file1"
addons_test.go:990: (dbg) Run: kubectl --context addons-638058 delete pod test-local-path
addons_test.go:994: (dbg) Run: kubectl --context addons-638058 delete pvc test-pvc
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable storage-provisioner-rancher --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable storage-provisioner-rancher --alsologtostderr -v=1: exit status 11 (265.057846ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:42.048969 21438 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:42.049252 21438 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.049262 21438 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:42.049266 21438 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:42.049520 21438 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:42.049797 21438 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:42.050120 21438 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.050139 21438 addons.go:622] checking whether the cluster is paused
I1227 08:29:42.050228 21438 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:42.050240 21438 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:42.050645 21438 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:42.068357 21438 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:42.068419 21438 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:42.086520 21438 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:42.181541 21438 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:42.181628 21438 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:42.217230 21438 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:42.217255 21438 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:42.217260 21438 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:42.217264 21438 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:42.217268 21438 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:42.217273 21438 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:42.217277 21438 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:42.217281 21438 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:42.217296 21438 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:42.217307 21438 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:42.217324 21438 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:42.217328 21438 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:42.217333 21438 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:42.217336 21438 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:42.217341 21438 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:42.217362 21438 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:42.217366 21438 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:42.217371 21438 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:42.217375 21438 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:42.217378 21438 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:42.217382 21438 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:42.217386 21438 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:42.217390 21438 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:42.217399 21438 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:42.217403 21438 cri.go:96] found id: ""
I1227 08:29:42.217457 21438 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:42.238092 21438 out.go:203]
W1227 08:29:42.241602 21438 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:42Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:42Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:42.241626 21438 out.go:285] *
*
W1227 08:29:42.242602 21438 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_e8b2053d4ef30ba659303f708d034237180eb1ed_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:42.243735 21438 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable storage-provisioner-rancher addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable storage-provisioner-rancher --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/LocalPath (7.11s)
=== RUN TestAddons/parallel/NvidiaDevicePlugin
=== PAUSE TestAddons/parallel/NvidiaDevicePlugin
=== CONT TestAddons/parallel/NvidiaDevicePlugin
addons_test.go:1027: (dbg) TestAddons/parallel/NvidiaDevicePlugin: waiting 6m0s for pods matching "name=nvidia-device-plugin-ds" in namespace "kube-system" ...
helpers_test.go:353: "nvidia-device-plugin-daemonset-nl5tt" [ef6eec72-2243-45c3-8665-f7d0dfb249ba] Running
addons_test.go:1027: (dbg) TestAddons/parallel/NvidiaDevicePlugin: name=nvidia-device-plugin-ds healthy within 5.003189139s
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable nvidia-device-plugin --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable nvidia-device-plugin --alsologtostderr -v=1: exit status 11 (237.58599ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:48.189070 22363 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:48.189878 22363 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:48.189893 22363 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:48.189900 22363 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:48.190184 22363 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:48.190539 22363 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:48.191025 22363 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:48.191050 22363 addons.go:622] checking whether the cluster is paused
I1227 08:29:48.191175 22363 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:48.191193 22363 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:48.191571 22363 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:48.210349 22363 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:48.210429 22363 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:48.227966 22363 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:48.318171 22363 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:48.318295 22363 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:48.352074 22363 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:29:48.352106 22363 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:48.352110 22363 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:48.352114 22363 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:48.352116 22363 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:48.352121 22363 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:48.352124 22363 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:48.352126 22363 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:48.352129 22363 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:48.352143 22363 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:48.352155 22363 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:48.352157 22363 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:48.352160 22363 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:48.352163 22363 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:48.352166 22363 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:48.352174 22363 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:48.352178 22363 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:48.352182 22363 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:48.352185 22363 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:48.352188 22363 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:48.352190 22363 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:48.352193 22363 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:48.352196 22363 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:48.352199 22363 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:48.352202 22363 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:48.352205 22363 cri.go:96] found id: ""
I1227 08:29:48.352247 22363 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:48.368041 22363 out.go:203]
W1227 08:29:48.369297 22363 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:48Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:48Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:48.369378 22363 out.go:285] *
*
W1227 08:29:48.370084 22363 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_47e1a72799625313bd916979b0f8aa84efd54736_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:48.371248 22363 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable nvidia-device-plugin addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable nvidia-device-plugin --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/NvidiaDevicePlugin (5.24s)
=== RUN TestAddons/parallel/Yakd
=== PAUSE TestAddons/parallel/Yakd
=== CONT TestAddons/parallel/Yakd
addons_test.go:1049: (dbg) TestAddons/parallel/Yakd: waiting 2m0s for pods matching "app.kubernetes.io/name=yakd-dashboard" in namespace "yakd-dashboard" ...
helpers_test.go:353: "yakd-dashboard-865bfb49b9-9skg5" [ead27f78-6c1b-4911-9fbb-2192888b647c] Running
addons_test.go:1049: (dbg) TestAddons/parallel/Yakd: app.kubernetes.io/name=yakd-dashboard healthy within 6.003123848s
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable yakd --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable yakd --alsologtostderr -v=1: exit status 11 (230.488248ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:48.306485 22409 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:48.306790 22409 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:48.306803 22409 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:48.306808 22409 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:48.307000 22409 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:48.307335 22409 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:48.307654 22409 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:48.307673 22409 addons.go:622] checking whether the cluster is paused
I1227 08:29:48.307754 22409 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:48.307775 22409 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:48.308155 22409 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:48.326374 22409 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:48.326433 22409 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:48.343762 22409 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:48.434988 22409 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:48.435071 22409 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:48.464735 22409 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:29:48.464764 22409 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:48.464769 22409 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:48.464774 22409 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:48.464776 22409 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:48.464781 22409 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:48.464784 22409 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:48.464787 22409 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:48.464789 22409 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:48.464798 22409 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:48.464801 22409 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:48.464805 22409 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:48.464807 22409 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:48.464810 22409 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:48.464813 22409 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:48.464821 22409 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:48.464826 22409 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:48.464832 22409 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:48.464842 22409 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:48.464847 22409 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:48.464852 22409 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:48.464861 22409 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:48.464866 22409 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:48.464873 22409 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:48.464877 22409 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:48.464885 22409 cri.go:96] found id: ""
I1227 08:29:48.464930 22409 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:48.479093 22409 out.go:203]
W1227 08:29:48.480242 22409 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:48Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:48Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:48.480259 22409 out.go:285] *
*
W1227 08:29:48.480953 22409 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_82e5d844def28f20a5cac88dc27578ab5d1e7e1a_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:48.482130 22409 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable yakd addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable yakd --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/Yakd (6.23s)
=== RUN TestAddons/parallel/AmdGpuDevicePlugin
=== PAUSE TestAddons/parallel/AmdGpuDevicePlugin
=== CONT TestAddons/parallel/AmdGpuDevicePlugin
addons_test.go:1040: (dbg) TestAddons/parallel/AmdGpuDevicePlugin: waiting 6m0s for pods matching "name=amd-gpu-device-plugin" in namespace "kube-system" ...
helpers_test.go:353: "amd-gpu-device-plugin-lbfdc" [2f26f661-65f5-4d84-bef2-12b721ec36b0] Running
addons_test.go:1040: (dbg) TestAddons/parallel/AmdGpuDevicePlugin: name=amd-gpu-device-plugin healthy within 5.003456285s
addons_test.go:1055: (dbg) Run: out/minikube-linux-amd64 -p addons-638058 addons disable amd-gpu-device-plugin --alsologtostderr -v=1
addons_test.go:1055: (dbg) Non-zero exit: out/minikube-linux-amd64 -p addons-638058 addons disable amd-gpu-device-plugin --alsologtostderr -v=1: exit status 11 (228.750066ms)
-- stdout --
-- /stdout --
** stderr **
I1227 08:29:45.798471 22280 out.go:360] Setting OutFile to fd 1 ...
I1227 08:29:45.798601 22280 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:45.798612 22280 out.go:374] Setting ErrFile to fd 2...
I1227 08:29:45.798616 22280 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:29:45.798805 22280 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:29:45.799056 22280 mustload.go:66] Loading cluster: addons-638058
I1227 08:29:45.799413 22280 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:45.799432 22280 addons.go:622] checking whether the cluster is paused
I1227 08:29:45.799512 22280 config.go:182] Loaded profile config "addons-638058": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:29:45.799527 22280 host.go:66] Checking if "addons-638058" exists ...
I1227 08:29:45.799876 22280 cli_runner.go:164] Run: docker container inspect addons-638058 --format={{.State.Status}}
I1227 08:29:45.818017 22280 ssh_runner.go:195] Run: systemctl --version
I1227 08:29:45.818094 22280 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" addons-638058
I1227 08:29:45.835662 22280 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32768 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/addons-638058/id_rsa Username:docker}
I1227 08:29:45.925740 22280 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:29:45.925848 22280 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:29:45.955199 22280 cri.go:96] found id: "a2a3156f2d14513ddcf9966889f73acc710249bd72a53746f2e6289cdbe86961"
I1227 08:29:45.955221 22280 cri.go:96] found id: "ac7cfad886f5132974076e1e06376e19dc5df873b6c0bce91552f3eeba3c5d45"
I1227 08:29:45.955227 22280 cri.go:96] found id: "70e3975a3c473f8f027c97cd57104d6718bd908f999d5c3036eabfce0bfe2d3d"
I1227 08:29:45.955232 22280 cri.go:96] found id: "74055db9213945bb2e85c5aa99f1686dee514e91f639c83feb1a83e60160e256"
I1227 08:29:45.955237 22280 cri.go:96] found id: "f7fba1b2222f0080e4d6490da22e6b5cf53c3e27b07d660bbba06345b1b28433"
I1227 08:29:45.955241 22280 cri.go:96] found id: "ef42f615c3457a2e2ebb9a326e49fbcca128986ddba1b3ffe2bdabac01a208d0"
I1227 08:29:45.955245 22280 cri.go:96] found id: "500e1834e96e300f6fc8b8305feec05ce2072b723fa193a372ec4cc5607edc01"
I1227 08:29:45.955250 22280 cri.go:96] found id: "aa7fb1dd71b56a2d2eeb9a8686b817c1b25e3f9be5cba5389e98ac717ce9111b"
I1227 08:29:45.955254 22280 cri.go:96] found id: "a4ae4f9046ea1583f817c849c91b70f76dca210abd97db53d6f654aacf0178b1"
I1227 08:29:45.955265 22280 cri.go:96] found id: "786916da27a2b4aef4c141a7522d1b30b1f43f8eb8fa44641ccf284294b87c3e"
I1227 08:29:45.955270 22280 cri.go:96] found id: "21b907192885fa6a79b468752e7cdd721ae13353670154bce1046f85d3e85ebd"
I1227 08:29:45.955276 22280 cri.go:96] found id: "2bae7b49642f5282de614956eb9727123d83a6b8c765fccaf206035c718a98ab"
I1227 08:29:45.955284 22280 cri.go:96] found id: "324f92aab63620489773041e9d705e33cf2ab583c3fbad1023df826c07da4bee"
I1227 08:29:45.955289 22280 cri.go:96] found id: "4059da663838c339a2d0e27465176b38feeb5f488f04813ebc5d9ac10bcae287"
I1227 08:29:45.955298 22280 cri.go:96] found id: "6a2bd6f9130c1509c71f7b7155152cea375944f66d9acade9a68fded2438a1ed"
I1227 08:29:45.955331 22280 cri.go:96] found id: "5b3cb71dd33f63764d614bcc18f2fd939f64ffecaf5a83b9b5f8f34b55b1001d"
I1227 08:29:45.955343 22280 cri.go:96] found id: "b06712ab882f5f4a99bbcc808b71c561a0829909ebf7abc122e0ac364827e2f4"
I1227 08:29:45.955352 22280 cri.go:96] found id: "000d498b90a49e5f625a87d3f978ca82cd804bbe1427d9bb6d60a1ed281dac08"
I1227 08:29:45.955359 22280 cri.go:96] found id: "273625c91c0a31854a3a3fdd82b0f539bab907b46b39194e5602e0eddc5741bf"
I1227 08:29:45.955364 22280 cri.go:96] found id: "455ea355be9e199873b873cafd3ffa180e1d73f2e73d983b78057c0e56368ec9"
I1227 08:29:45.955377 22280 cri.go:96] found id: "e2cad3d18be6025db9282181fa6ac43eb5cb3a3143a153cb740fbf81c414b0b7"
I1227 08:29:45.955384 22280 cri.go:96] found id: "712e501628b3b42c90eae26415b0eb87ba851af8fc1c3ac0f806df1bfb729f16"
I1227 08:29:45.955389 22280 cri.go:96] found id: "77698a27682486d9807be3b45558682f155347dd7ba2d9a95e81bc38daffa07c"
I1227 08:29:45.955397 22280 cri.go:96] found id: "2ea6cae769c9af0b43a1eeb885a575771c27326214afe0431c0265e82cd1b2ca"
I1227 08:29:45.955402 22280 cri.go:96] found id: "df1d3b9de9c4a824afcba0a9fd28647695f1a71510052f0fe383565e42823f71"
I1227 08:29:45.955407 22280 cri.go:96] found id: ""
I1227 08:29:45.955451 22280 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:29:45.969853 22280 out.go:203]
W1227 08:29:45.971219 22280 out.go:285] X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:45Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to MK_ADDON_DISABLE_PAUSED: disable failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:29:45Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:29:45.971247 22280 out.go:285] *
*
W1227 08:29:45.971979 22280 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_d91df5e23a6c7812cf3b3b0d72c142ff742a541e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_d91df5e23a6c7812cf3b3b0d72c142ff742a541e_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:29:45.973237 22280 out.go:203]
** /stderr **
addons_test.go:1057: failed to disable amd-gpu-device-plugin addon: args "out/minikube-linux-amd64 -p addons-638058 addons disable amd-gpu-device-plugin --alsologtostderr -v=1": exit status 11
--- FAIL: TestAddons/parallel/AmdGpuDevicePlugin (5.23s)
=== RUN TestJSONOutput/pause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 pause -p json-output-150596 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p json-output-150596 --output=json --user=testUser: exit status 80 (1.682883289s)
-- stdout --
{"specversion":"1.0","id":"e5916ab6-4ac5-470e-ac48-c0fa5cee9906","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Pausing node json-output-150596 ...","name":"Pausing","totalsteps":"1"}}
{"specversion":"1.0","id":"c2b2c854-f21a-4b5f-9f39-fed6ed7365fa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list running: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-12-27T08:41:10Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_PAUSE","url":""}}
{"specversion":"1.0","id":"ed2d2a42-d607-4c51-88fd-348656d5ca82","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-amd64 pause -p json-output-150596 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/pause/Command (1.68s)
=== RUN TestJSONOutput/unpause/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 unpause -p json-output-150596 --output=json --user=testUser
json_output_test.go:63: (dbg) Non-zero exit: out/minikube-linux-amd64 unpause -p json-output-150596 --output=json --user=testUser: exit status 80 (1.599900322s)
-- stdout --
{"specversion":"1.0","id":"1604f2bc-e3ed-4e32-8f98-ab3db7f570fa","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"Unpausing node json-output-150596 ...","name":"Unpausing","totalsteps":"1"}}
{"specversion":"1.0","id":"84e8632b-9e2c-4e7b-b4ee-3053fec2ac78","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"80","issues":"","message":"Pause: list paused: runc: sudo runc list -f json: Process exited with status 1\nstdout:\n\nstderr:\ntime=\"2025-12-27T08:41:11Z\" level=error msg=\"open /run/runc: no such file or directory\"","name":"GUEST_UNPAUSE","url":""}}
{"specversion":"1.0","id":"317e254d-7a27-4057-87ea-b547ee9ed96a","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"message":"╭───────────────────────────────────────────────────────────────────────────────────────────╮\n│ │\n│ If the above advice does not help, please let us know: │\n│ https://github.com/kubernetes/minikube/issues/new/choose │\n│ │\n│ Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │\n│ Please also attach the following f
ile to the GitHub issue: │\n│ - /tmp/minikube_unpause_85c908ac827001a7ced33feb0caf7da086d17584_0.log │\n│ │\n╰───────────────────────────────────────────────────────────────────────────────────────────╯"}}
-- /stdout --
json_output_test.go:65: failed to clean up: args "out/minikube-linux-amd64 unpause -p json-output-150596 --output=json --user=testUser": exit status 80
--- FAIL: TestJSONOutput/unpause/Command (1.60s)
=== RUN TestPause/serial/Pause
pause_test.go:110: (dbg) Run: out/minikube-linux-amd64 pause -p pause-388935 --alsologtostderr -v=5
pause_test.go:110: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p pause-388935 --alsologtostderr -v=5: exit status 80 (2.41803436s)
-- stdout --
* Pausing node pause-388935 ...
-- /stdout --
** stderr **
I1227 08:52:01.618571 181298 out.go:360] Setting OutFile to fd 1 ...
I1227 08:52:01.618809 181298 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:52:01.618818 181298 out.go:374] Setting ErrFile to fd 2...
I1227 08:52:01.618823 181298 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:52:01.619059 181298 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:52:01.619385 181298 out.go:368] Setting JSON to false
I1227 08:52:01.619407 181298 mustload.go:66] Loading cluster: pause-388935
I1227 08:52:01.619843 181298 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:52:01.620258 181298 cli_runner.go:164] Run: docker container inspect pause-388935 --format={{.State.Status}}
I1227 08:52:01.637879 181298 host.go:66] Checking if "pause-388935" exists ...
I1227 08:52:01.638174 181298 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:52:01.693154 181298 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:56 OomKillDisable:false NGoroutines:72 SystemTime:2025-12-27 08:52:01.682945369 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:52:01.693965 181298 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:pause-388935 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool=true
) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 08:52:01.707683 181298 out.go:179] * Pausing node pause-388935 ...
I1227 08:52:01.734012 181298 host.go:66] Checking if "pause-388935" exists ...
I1227 08:52:01.734410 181298 ssh_runner.go:195] Run: systemctl --version
I1227 08:52:01.734476 181298 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:52:01.752335 181298 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:52:01.841901 181298 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:52:01.854100 181298 pause.go:52] kubelet running: true
I1227 08:52:01.854168 181298 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 08:52:01.983101 181298 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 08:52:01.983189 181298 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 08:52:02.050042 181298 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:52:02.050068 181298 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:52:02.050072 181298 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:52:02.050075 181298 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:52:02.050078 181298 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:52:02.050081 181298 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:52:02.050083 181298 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:52:02.050086 181298 cri.go:96] found id: ""
I1227 08:52:02.050141 181298 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:52:02.062782 181298 retry.go:84] will retry after 100ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:52:02Z" level=error msg="open /run/runc: no such file or directory"
I1227 08:52:02.199166 181298 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:52:02.213846 181298 pause.go:52] kubelet running: false
I1227 08:52:02.213907 181298 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 08:52:02.352052 181298 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 08:52:02.352160 181298 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 08:52:02.432196 181298 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:52:02.432222 181298 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:52:02.432228 181298 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:52:02.432233 181298 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:52:02.432238 181298 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:52:02.432243 181298 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:52:02.432247 181298 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:52:02.432252 181298 cri.go:96] found id: ""
I1227 08:52:02.432296 181298 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:52:02.807305 181298 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:52:02.823127 181298 pause.go:52] kubelet running: false
I1227 08:52:02.823193 181298 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 08:52:02.962914 181298 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 08:52:02.963004 181298 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 08:52:03.043007 181298 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:52:03.043037 181298 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:52:03.043043 181298 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:52:03.043048 181298 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:52:03.043051 181298 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:52:03.043054 181298 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:52:03.043056 181298 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:52:03.043059 181298 cri.go:96] found id: ""
I1227 08:52:03.043103 181298 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:52:03.758474 181298 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:52:03.771395 181298 pause.go:52] kubelet running: false
I1227 08:52:03.771460 181298 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 08:52:03.887862 181298 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 08:52:03.887951 181298 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 08:52:03.959401 181298 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:52:03.959430 181298 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:52:03.959434 181298 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:52:03.959438 181298 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:52:03.959440 181298 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:52:03.959443 181298 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:52:03.959446 181298 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:52:03.959448 181298 cri.go:96] found id: ""
I1227 08:52:03.959486 181298 ssh_runner.go:195] Run: sudo runc list -f json
I1227 08:52:03.977059 181298 out.go:203]
W1227 08:52:03.978116 181298 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:52:03Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:52:03Z" level=error msg="open /run/runc: no such file or directory"
W1227 08:52:03.978134 181298 out.go:285] *
*
W1227 08:52:03.979709 181298 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 08:52:03.980734 181298 out.go:203]
** /stderr **
pause_test.go:112: failed to pause minikube with args: "out/minikube-linux-amd64 pause -p pause-388935 --alsologtostderr -v=5" : exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect pause-388935
helpers_test.go:244: (dbg) docker inspect pause-388935:
-- stdout --
[
{
"Id": "7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b",
"Created": "2025-12-27T08:51:12.261903979Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 167218,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:51:17.398324981Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/hostname",
"HostsPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/hosts",
"LogPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b-json.log",
"Name": "/pause-388935",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-388935:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "pause-388935",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b",
"LowerDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/merged",
"UpperDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/diff",
"WorkDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-388935",
"Source": "/var/lib/docker/volumes/pause-388935/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-388935",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-388935",
"name.minikube.sigs.k8s.io": "pause-388935",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "860dea725100ab3eb87c86844d0126959f4d787636fec2ed7d6b813cb62d19d9",
"SandboxKey": "/var/run/docker/netns/860dea725100",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32968"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32969"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32972"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32970"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32971"
}
]
},
"Networks": {
"pause-388935": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "a5f1ae6548e4bb22207bcfa13f3e95dbc71ee9e8fe59e9daade7dac137a76fc0",
"EndpointID": "6fcc1378a1fc701074a43edbb8ec3115b367bd77ddc6f8b57d1bd259611c565f",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"MacAddress": "d6:17:8d:1e:a2:4b",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-388935",
"7c54ee2f0c2f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p pause-388935 -n pause-388935
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-388935 -n pause-388935: exit status 2 (325.159521ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p pause-388935 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p pause-388935 logs -n 25: (1.587058901s)
helpers_test.go:261: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬─────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼─────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --cancel-scheduled │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ 27 Dec 25 08:49 UTC │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ 27 Dec 25 08:50 UTC │
│ delete │ -p scheduled-stop-168173 │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:50 UTC │
│ start │ -p insufficient-storage-949821 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio │ insufficient-storage-949821 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ │
│ delete │ -p insufficient-storage-949821 │ insufficient-storage-949821 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:50 UTC │
│ start │ -p offline-crio-375952 --alsologtostderr -v=1 --memory=3072 --wait=true --driver=docker --container-runtime=crio │ offline-crio-375952 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p pause-388935 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p missing-upgrade-427083 --memory=3072 --driver=docker --container-runtime=crio │ missing-upgrade-427083 │ jenkins │ v1.35.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p stopped-upgrade-408001 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-408001 │ jenkins │ v1.35.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ stop │ stopped-upgrade-408001 stop │ stopped-upgrade-408001 │ jenkins │ v1.35.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p missing-upgrade-427083 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-427083 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ start │ -p stopped-upgrade-408001 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-408001 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ delete │ -p offline-crio-375952 │ offline-crio-375952 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p pause-388935 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:52 UTC │
│ start │ -p NoKubernetes-786698 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio │ NoKubernetes-786698 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ start │ -p NoKubernetes-786698 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-786698 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ pause │ -p pause-388935 --alsologtostderr -v=5 │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:52 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴─────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:51:57
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:51:57.467824 180308 out.go:360] Setting OutFile to fd 1 ...
I1227 08:51:57.467938 180308 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:51:57.467949 180308 out.go:374] Setting ErrFile to fd 2...
I1227 08:51:57.467955 180308 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:51:57.468154 180308 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:51:57.468603 180308 out.go:368] Setting JSON to false
I1227 08:51:57.469584 180308 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2069,"bootTime":1766823448,"procs":279,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:51:57.469639 180308 start.go:143] virtualization: kvm guest
I1227 08:51:57.471255 180308 out.go:179] * [NoKubernetes-786698] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:51:57.472285 180308 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:51:57.472286 180308 notify.go:221] Checking for updates...
I1227 08:51:57.473597 180308 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:51:57.474772 180308 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:51:57.475821 180308 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:51:57.476937 180308 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:51:57.477959 180308 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:51:57.479469 180308 config.go:182] Loaded profile config "missing-upgrade-427083": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:51:57.479612 180308 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:57.479716 180308 config.go:182] Loaded profile config "stopped-upgrade-408001": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:51:57.479813 180308 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:51:57.505034 180308 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:51:57.505148 180308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:51:57.565477 180308 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:67 SystemTime:2025-12-27 08:51:57.555097965 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:51:57.565597 180308 docker.go:319] overlay module found
I1227 08:51:57.568664 180308 out.go:179] * Using the docker driver based on user configuration
I1227 08:51:57.569883 180308 start.go:309] selected driver: docker
I1227 08:51:57.569904 180308 start.go:928] validating driver "docker" against <nil>
I1227 08:51:57.569918 180308 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:51:57.570526 180308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:51:57.635649 180308 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:67 SystemTime:2025-12-27 08:51:57.625576266 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:51:57.635851 180308 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:51:57.636071 180308 start_flags.go:1001] Wait components to verify : map[apiserver:true system_pods:true]
I1227 08:51:57.637782 180308 out.go:179] * Using Docker driver with root privileges
I1227 08:51:57.638799 180308 cni.go:84] Creating CNI manager for ""
I1227 08:51:57.638867 180308 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:51:57.638881 180308 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 08:51:57.638946 180308 start.go:353] cluster config:
{Name:NoKubernetes-786698 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:NoKubernetes-786698 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Cont
ainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:51:57.640230 180308 out.go:179] * Starting "NoKubernetes-786698" primary control-plane node in "NoKubernetes-786698" cluster
I1227 08:51:57.641342 180308 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:51:57.642499 180308 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:51:57.643835 180308 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:57.643865 180308 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 08:51:57.643879 180308 cache.go:65] Caching tarball of preloaded images
I1227 08:51:57.643925 180308 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:51:57.643957 180308 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:51:57.643986 180308 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 08:51:57.644104 180308 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/config.json ...
I1227 08:51:57.644128 180308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/config.json: {Name:mk9176bf036082902219808b5051820c9ab0fb5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:57.664165 180308 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 08:51:57.664183 180308 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 08:51:57.664201 180308 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:51:57.664237 180308 start.go:360] acquireMachinesLock for NoKubernetes-786698: {Name:mke8ff069d5f3b49092f2d32d3f5622f4ce75783 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:51:57.664354 180308 start.go:364] duration metric: took 98.87µs to acquireMachinesLock for "NoKubernetes-786698"
I1227 08:51:57.664385 180308 start.go:93] Provisioning new machine with config: &{Name:NoKubernetes-786698 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:NoKubernetes-786698 Namespace:default APIServerHAVIP: APISe
rverName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:51:57.664453 180308 start.go:125] createHost starting for "" (driver="docker")
I1227 08:51:53.698066 177219 cli_runner.go:164] Run: docker container inspect missing-upgrade-427083 --format={{.State.Status}}
W1227 08:51:53.716090 177219 cli_runner.go:211] docker container inspect missing-upgrade-427083 --format={{.State.Status}} returned with exit code 1
I1227 08:51:53.716160 177219 oci.go:671] temporary error verifying shutdown: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:51:53.716171 177219 oci.go:673] temporary error: container missing-upgrade-427083 status is but expect it to be exited
I1227 08:51:55.756554 179550 out.go:252] * Updating the running docker "pause-388935" container ...
I1227 08:51:55.756582 179550 machine.go:94] provisionDockerMachine start ...
I1227 08:51:55.756635 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:55.774230 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:55.774481 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:55.774500 179550 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:51:55.895370 179550 main.go:144] libmachine: SSH cmd err, output: <nil>: pause-388935
I1227 08:51:55.895400 179550 ubuntu.go:182] provisioning hostname "pause-388935"
I1227 08:51:55.895461 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:55.914911 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:55.915142 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:55.915155 179550 main.go:144] libmachine: About to run SSH command:
sudo hostname pause-388935 && echo "pause-388935" | sudo tee /etc/hostname
I1227 08:51:56.046866 179550 main.go:144] libmachine: SSH cmd err, output: <nil>: pause-388935
I1227 08:51:56.046943 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.065120 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:56.065415 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:56.065433 179550 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-388935' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-388935/g' /etc/hosts;
else
echo '127.0.1.1 pause-388935' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:51:56.186035 179550 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:51:56.186061 179550 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:51:56.186078 179550 ubuntu.go:190] setting up certificates
I1227 08:51:56.186094 179550 provision.go:84] configureAuth start
I1227 08:51:56.186152 179550 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-388935
I1227 08:51:56.205447 179550 provision.go:143] copyHostCerts
I1227 08:51:56.205511 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:51:56.205529 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:51:56.205605 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:51:56.205711 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:51:56.205720 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:51:56.205760 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:51:56.205829 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:51:56.205839 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:51:56.205870 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:51:56.205990 179550 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.pause-388935 san=[127.0.0.1 192.168.76.2 localhost minikube pause-388935]
I1227 08:51:56.257157 179550 provision.go:177] copyRemoteCerts
I1227 08:51:56.257218 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:51:56.257251 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.275469 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.365245 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:51:56.382993 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1227 08:51:56.399523 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:51:56.416102 179550 provision.go:87] duration metric: took 229.992871ms to configureAuth
I1227 08:51:56.416131 179550 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:51:56.416333 179550 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:56.416444 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.438478 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:56.438768 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:56.438791 179550 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:51:56.739530 179550 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:51:56.739558 179550 machine.go:97] duration metric: took 982.969488ms to provisionDockerMachine
I1227 08:51:56.739572 179550 start.go:293] postStartSetup for "pause-388935" (driver="docker")
I1227 08:51:56.739586 179550 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:51:56.739667 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:51:56.739719 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.758879 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.857133 179550 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:51:56.860842 179550 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:51:56.860878 179550 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:51:56.860893 179550 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:51:56.860950 179550 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:51:56.861022 179550 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:51:56.861110 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:51:56.869168 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:51:56.886614 179550 start.go:296] duration metric: took 147.026463ms for postStartSetup
I1227 08:51:56.886741 179550 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:51:56.886789 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.906229 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.994482 179550 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:51:56.999069 179550 fix.go:56] duration metric: took 1.260872557s for fixHost
I1227 08:51:56.999098 179550 start.go:83] releasing machines lock for "pause-388935", held for 1.260919807s
I1227 08:51:56.999164 179550 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-388935
I1227 08:51:57.017270 179550 ssh_runner.go:195] Run: cat /version.json
I1227 08:51:57.017335 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:57.017352 179550 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:51:57.017438 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:57.037264 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:57.038855 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:57.180173 179550 ssh_runner.go:195] Run: systemctl --version
I1227 08:51:57.187033 179550 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:51:57.229811 179550 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:51:57.234920 179550 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:51:57.234984 179550 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:51:57.242896 179550 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 08:51:57.242932 179550 start.go:496] detecting cgroup driver to use...
I1227 08:51:57.242969 179550 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:51:57.243018 179550 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:51:57.257957 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:51:57.271278 179550 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:51:57.271392 179550 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:51:57.287020 179550 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:51:57.299954 179550 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:51:57.415438 179550 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:51:57.536880 179550 docker.go:234] disabling docker service ...
I1227 08:51:57.536967 179550 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:51:57.553560 179550 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:51:57.567930 179550 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:51:57.688172 179550 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:51:57.815157 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:51:57.827927 179550 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:51:57.843147 179550 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:51:57.843195 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.853123 179550 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:51:57.853185 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.862391 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.871433 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.880822 179550 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:51:57.888942 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.897909 179550 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.907227 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.915808 179550 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:51:57.923350 179550 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:51:57.931346 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:58.047021 179550 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:51:58.236898 179550 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:51:58.236971 179550 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:51:58.241230 179550 start.go:574] Will wait 60s for crictl version
I1227 08:51:58.241291 179550 ssh_runner.go:195] Run: which crictl
I1227 08:51:58.245094 179550 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:51:58.270549 179550 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:51:58.270639 179550 ssh_runner.go:195] Run: crio --version
I1227 08:51:58.301980 179550 ssh_runner.go:195] Run: crio --version
I1227 08:51:58.332237 179550 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:51:57.804384 177427 api_server.go:315] stopped: https://192.168.94.2:8443/healthz: Get "https://192.168.94.2:8443/healthz": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
I1227 08:51:57.804456 177427 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 08:51:58.333546 179550 cli_runner.go:164] Run: docker network inspect pause-388935 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:51:58.351615 179550 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 08:51:58.356816 179550 kubeadm.go:884] updating cluster {Name:pause-388935 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:51:58.357012 179550 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:58.357075 179550 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:51:58.396842 179550 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:51:58.396870 179550 crio.go:433] Images already preloaded, skipping extraction
I1227 08:51:58.396931 179550 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:51:58.425967 179550 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:51:58.425993 179550 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:51:58.426003 179550 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 08:51:58.426127 179550 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-388935 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:51:58.426229 179550 ssh_runner.go:195] Run: crio config
I1227 08:51:58.476184 179550 cni.go:84] Creating CNI manager for ""
I1227 08:51:58.476211 179550 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:51:58.476231 179550 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:51:58.476259 179550 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-388935 NodeName:pause-388935 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:51:58.476444 179550 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-388935"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:51:58.476527 179550 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:51:58.484846 179550 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:51:58.484913 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:51:58.492587 179550 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1227 08:51:58.504836 179550 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:51:58.517618 179550 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1227 08:51:58.530948 179550 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:51:58.535283 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:58.644471 179550 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:51:58.658712 179550 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935 for IP: 192.168.76.2
I1227 08:51:58.658741 179550 certs.go:195] generating shared ca certs ...
I1227 08:51:58.658764 179550 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:58.658948 179550 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:51:58.658995 179550 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:51:58.659005 179550 certs.go:257] generating profile certs ...
I1227 08:51:58.659090 179550 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key
I1227 08:51:58.659151 179550 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.key.e6b51a49
I1227 08:51:58.659190 179550 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.key
I1227 08:51:58.659286 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:51:58.659333 179550 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:51:58.659348 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:51:58.659377 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:51:58.659401 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:51:58.659425 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:51:58.659467 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:51:58.660036 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:51:58.678244 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:51:58.695900 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:51:58.713375 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:51:58.731220 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1227 08:51:58.750187 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 08:51:58.768612 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:51:58.786937 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 08:51:58.803936 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:51:58.820779 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:51:58.837595 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:51:58.855008 179550 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:51:58.867374 179550 ssh_runner.go:195] Run: openssl version
I1227 08:51:58.873320 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:51:58.880807 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:51:58.888521 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:51:58.892336 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:51:58.892399 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:51:58.927329 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:51:58.935369 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.942774 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:51:58.951146 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.955092 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.955150 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.989368 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:51:58.997067 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:51:59.004689 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:51:59.012593 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:51:59.016785 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:51:59.016853 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:51:59.064590 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:51:59.072588 179550 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:51:59.076664 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 08:51:59.112070 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 08:51:59.146998 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 08:51:59.181552 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 08:51:59.216262 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 08:51:59.251097 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 08:51:59.285507 179550 kubeadm.go:401] StartCluster: {Name:pause-388935 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:51:59.285641 179550 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:51:59.285704 179550 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:51:59.315867 179550 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:51:59.315895 179550 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:51:59.315903 179550 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:51:59.315916 179550 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:51:59.315921 179550 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:51:59.315926 179550 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:51:59.315931 179550 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:51:59.315936 179550 cri.go:96] found id: ""
I1227 08:51:59.315987 179550 ssh_runner.go:195] Run: sudo runc list -f json
W1227 08:51:59.330331 179550 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:51:59Z" level=error msg="open /run/runc: no such file or directory"
I1227 08:51:59.330427 179550 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:51:59.338706 179550 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 08:51:59.338734 179550 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 08:51:59.338796 179550 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 08:51:59.346524 179550 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 08:51:59.347553 179550 kubeconfig.go:125] found "pause-388935" server: "https://192.168.76.2:8443"
I1227 08:51:59.349098 179550 kapi.go:59] client config for pause-388935: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.crt", KeyFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key", CAFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2780200), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1227 08:51:59.349723 179550 envvar.go:172] "Feature gate default state" feature="InOrderInformersBatchProcess" enabled=true
I1227 08:51:59.349744 179550 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=true
I1227 08:51:59.349750 179550 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=true
I1227 08:51:59.349756 179550 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1227 08:51:59.349762 179550 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1227 08:51:59.349775 179550 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1227 08:51:59.350172 179550 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 08:51:59.358364 179550 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1227 08:51:59.358399 179550 kubeadm.go:602] duration metric: took 19.65729ms to restartPrimaryControlPlane
I1227 08:51:59.358410 179550 kubeadm.go:403] duration metric: took 72.912429ms to StartCluster
I1227 08:51:59.358434 179550 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:59.358515 179550 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:51:59.359627 179550 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:59.359904 179550 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:51:59.360042 179550 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 08:51:59.360130 179550 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:59.365526 179550 out.go:179] * Verifying Kubernetes components...
I1227 08:51:59.365525 179550 out.go:179] * Enabled addons:
I1227 08:51:59.366666 179550 addons.go:530] duration metric: took 6.636902ms for enable addons: enabled=[]
I1227 08:51:59.366697 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:59.493573 179550 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:51:59.506325 179550 node_ready.go:35] waiting up to 6m0s for node "pause-388935" to be "Ready" ...
I1227 08:51:59.513848 179550 node_ready.go:49] node "pause-388935" is "Ready"
I1227 08:51:59.513873 179550 node_ready.go:38] duration metric: took 7.503917ms for node "pause-388935" to be "Ready" ...
I1227 08:51:59.513886 179550 api_server.go:52] waiting for apiserver process to appear ...
I1227 08:51:59.513922 179550 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:51:59.525554 179550 api_server.go:72] duration metric: took 165.61662ms to wait for apiserver process to appear ...
I1227 08:51:59.525582 179550 api_server.go:88] waiting for apiserver healthz status ...
I1227 08:51:59.525603 179550 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 08:51:59.531386 179550 api_server.go:325] https://192.168.76.2:8443/healthz returned 200:
ok
I1227 08:51:59.532292 179550 api_server.go:141] control plane version: v1.35.0
I1227 08:51:59.532390 179550 api_server.go:131] duration metric: took 6.802032ms to wait for apiserver health ...
I1227 08:51:59.532399 179550 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 08:51:59.535060 179550 system_pods.go:59] 7 kube-system pods found
I1227 08:51:59.535102 179550 system_pods.go:61] "coredns-7d764666f9-f5hv7" [e6a9b7d8-8912-4fc6-9d53-5b20058b220b] Running
I1227 08:51:59.535110 179550 system_pods.go:61] "etcd-pause-388935" [d060c87b-a4bd-49be-b0b7-23f51730347c] Running
I1227 08:51:59.535114 179550 system_pods.go:61] "kindnet-x2ftp" [3b72ef66-b4c3-4fd0-a066-78f412e34118] Running
I1227 08:51:59.535129 179550 system_pods.go:61] "kube-apiserver-pause-388935" [a2896764-7bf7-4f17-bb1b-6f03a580a713] Running
I1227 08:51:59.535136 179550 system_pods.go:61] "kube-controller-manager-pause-388935" [b257da23-efa2-4dff-a78c-ffdff0f5a066] Running
I1227 08:51:59.535141 179550 system_pods.go:61] "kube-proxy-ms8vc" [1f5803fe-554d-4b1f-8c0d-cb18729d43eb] Running
I1227 08:51:59.535148 179550 system_pods.go:61] "kube-scheduler-pause-388935" [0d37ebec-c25a-44ea-a7e4-198eda2211c0] Running
I1227 08:51:59.535154 179550 system_pods.go:74] duration metric: took 2.750113ms to wait for pod list to return data ...
I1227 08:51:59.535164 179550 default_sa.go:34] waiting for default service account to be created ...
I1227 08:51:59.537302 179550 default_sa.go:45] found service account: "default"
I1227 08:51:59.537342 179550 default_sa.go:55] duration metric: took 2.171756ms for default service account to be created ...
I1227 08:51:59.537352 179550 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 08:51:59.539492 179550 system_pods.go:86] 7 kube-system pods found
I1227 08:51:59.539513 179550 system_pods.go:89] "coredns-7d764666f9-f5hv7" [e6a9b7d8-8912-4fc6-9d53-5b20058b220b] Running
I1227 08:51:59.539518 179550 system_pods.go:89] "etcd-pause-388935" [d060c87b-a4bd-49be-b0b7-23f51730347c] Running
I1227 08:51:59.539522 179550 system_pods.go:89] "kindnet-x2ftp" [3b72ef66-b4c3-4fd0-a066-78f412e34118] Running
I1227 08:51:59.539526 179550 system_pods.go:89] "kube-apiserver-pause-388935" [a2896764-7bf7-4f17-bb1b-6f03a580a713] Running
I1227 08:51:59.539529 179550 system_pods.go:89] "kube-controller-manager-pause-388935" [b257da23-efa2-4dff-a78c-ffdff0f5a066] Running
I1227 08:51:59.539532 179550 system_pods.go:89] "kube-proxy-ms8vc" [1f5803fe-554d-4b1f-8c0d-cb18729d43eb] Running
I1227 08:51:59.539535 179550 system_pods.go:89] "kube-scheduler-pause-388935" [0d37ebec-c25a-44ea-a7e4-198eda2211c0] Running
I1227 08:51:59.539540 179550 system_pods.go:126] duration metric: took 2.183877ms to wait for k8s-apps to be running ...
I1227 08:51:59.539549 179550 system_svc.go:44] waiting for kubelet service to be running ....
I1227 08:51:59.539585 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:51:59.552732 179550 system_svc.go:56] duration metric: took 13.172136ms WaitForService to wait for kubelet
I1227 08:51:59.552758 179550 kubeadm.go:587] duration metric: took 192.826256ms to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:51:59.552774 179550 node_conditions.go:102] verifying NodePressure condition ...
I1227 08:51:59.555433 179550 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 08:51:59.555458 179550 node_conditions.go:123] node cpu capacity is 8
I1227 08:51:59.555474 179550 node_conditions.go:105] duration metric: took 2.694183ms to run NodePressure ...
I1227 08:51:59.555487 179550 start.go:242] waiting for startup goroutines ...
I1227 08:51:59.555497 179550 start.go:247] waiting for cluster config update ...
I1227 08:51:59.555505 179550 start.go:256] writing updated cluster config ...
I1227 08:51:59.555818 179550 ssh_runner.go:195] Run: rm -f paused
I1227 08:51:59.559495 179550 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:51:59.560079 179550 kapi.go:59] client config for pause-388935: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.crt", KeyFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key", CAFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2780200), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1227 08:51:59.562573 179550 pod_ready.go:83] waiting for pod "coredns-7d764666f9-f5hv7" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.566421 179550 pod_ready.go:94] pod "coredns-7d764666f9-f5hv7" is "Ready"
I1227 08:51:59.566439 179550 pod_ready.go:86] duration metric: took 3.849091ms for pod "coredns-7d764666f9-f5hv7" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.568113 179550 pod_ready.go:83] waiting for pod "etcd-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.571823 179550 pod_ready.go:94] pod "etcd-pause-388935" is "Ready"
I1227 08:51:59.571839 179550 pod_ready.go:86] duration metric: took 3.708194ms for pod "etcd-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.573564 179550 pod_ready.go:83] waiting for pod "kube-apiserver-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.576920 179550 pod_ready.go:94] pod "kube-apiserver-pause-388935" is "Ready"
I1227 08:51:59.576939 179550 pod_ready.go:86] duration metric: took 3.348975ms for pod "kube-apiserver-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.578621 179550 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.963562 179550 pod_ready.go:94] pod "kube-controller-manager-pause-388935" is "Ready"
I1227 08:51:59.963585 179550 pod_ready.go:86] duration metric: took 384.946807ms for pod "kube-controller-manager-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.163550 179550 pod_ready.go:83] waiting for pod "kube-proxy-ms8vc" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.563119 179550 pod_ready.go:94] pod "kube-proxy-ms8vc" is "Ready"
I1227 08:52:00.563155 179550 pod_ready.go:86] duration metric: took 399.576486ms for pod "kube-proxy-ms8vc" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.764076 179550 pod_ready.go:83] waiting for pod "kube-scheduler-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:01.163601 179550 pod_ready.go:94] pod "kube-scheduler-pause-388935" is "Ready"
I1227 08:52:01.163626 179550 pod_ready.go:86] duration metric: took 399.519493ms for pod "kube-scheduler-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:01.163638 179550 pod_ready.go:40] duration metric: took 1.604114605s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:52:01.205953 179550 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 08:52:01.299425 179550 out.go:179] * Done! kubectl is now configured to use "pause-388935" cluster and "default" namespace by default
I1227 08:52:00.573764 177219 cli_runner.go:164] Run: docker container inspect missing-upgrade-427083 --format={{.State.Status}}
W1227 08:52:00.590411 177219 cli_runner.go:211] docker container inspect missing-upgrade-427083 --format={{.State.Status}} returned with exit code 1
I1227 08:52:00.590476 177219 oci.go:671] temporary error verifying shutdown: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:52:00.590492 177219 oci.go:673] temporary error: container missing-upgrade-427083 status is but expect it to be exited
I1227 08:52:00.590542 177219 oci.go:88] couldn't shut down missing-upgrade-427083 (might be okay): verify shutdown: couldn't verify container is exited. %v: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:52:00.590618 177219 cli_runner.go:164] Run: docker rm -f -v missing-upgrade-427083
I1227 08:52:00.607518 177219 cli_runner.go:164] Run: docker container inspect -f {{.Id}} missing-upgrade-427083
W1227 08:52:00.623117 177219 cli_runner.go:211] docker container inspect -f {{.Id}} missing-upgrade-427083 returned with exit code 1
I1227 08:52:00.623207 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:52:00.639858 177219 cli_runner.go:164] Run: docker network rm missing-upgrade-427083
I1227 08:52:01.279888 177219 fix.go:124] Sleeping 1 second for extra luck!
I1227 08:52:02.280454 177219 start.go:125] createHost starting for "" (driver="docker")
I1227 08:51:57.666165 180308 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 08:51:57.666393 180308 start.go:159] libmachine.API.Create for "NoKubernetes-786698" (driver="docker")
I1227 08:51:57.666420 180308 client.go:173] LocalClient.Create starting
I1227 08:51:57.666490 180308 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:51:57.666521 180308 main.go:144] libmachine: Decoding PEM data...
I1227 08:51:57.666539 180308 main.go:144] libmachine: Parsing certificate...
I1227 08:51:57.666598 180308 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:51:57.666616 180308 main.go:144] libmachine: Decoding PEM data...
I1227 08:51:57.666634 180308 main.go:144] libmachine: Parsing certificate...
I1227 08:51:57.666917 180308 cli_runner.go:164] Run: docker network inspect NoKubernetes-786698 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:51:57.685482 180308 cli_runner.go:211] docker network inspect NoKubernetes-786698 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:51:57.685571 180308 network_create.go:284] running [docker network inspect NoKubernetes-786698] to gather additional debugging logs...
I1227 08:51:57.685595 180308 cli_runner.go:164] Run: docker network inspect NoKubernetes-786698
W1227 08:51:57.702752 180308 cli_runner.go:211] docker network inspect NoKubernetes-786698 returned with exit code 1
I1227 08:51:57.702793 180308 network_create.go:287] error running [docker network inspect NoKubernetes-786698]: docker network inspect NoKubernetes-786698: exit status 1
stdout:
[]
stderr:
Error response from daemon: network NoKubernetes-786698 not found
I1227 08:51:57.702808 180308 network_create.go:289] output of [docker network inspect NoKubernetes-786698]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network NoKubernetes-786698 not found
** /stderr **
I1227 08:51:57.702949 180308 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:51:57.720484 180308 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:51:57.721154 180308 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 08:51:57.721854 180308 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 08:51:57.726693 180308 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-a5f1ae6548e4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6e:0b:a7:ce:76:e1} reservation:<nil>}
I1227 08:51:57.727808 180308 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001f28610}
I1227 08:51:57.727842 180308 network_create.go:124] attempt to create docker network NoKubernetes-786698 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 08:51:57.727904 180308 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=NoKubernetes-786698 NoKubernetes-786698
I1227 08:51:57.778763 180308 network_create.go:108] docker network NoKubernetes-786698 192.168.85.0/24 created
I1227 08:51:57.778793 180308 kic.go:121] calculated static IP "192.168.85.2" for the "NoKubernetes-786698" container
I1227 08:51:57.778862 180308 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:51:57.796806 180308 cli_runner.go:164] Run: docker volume create NoKubernetes-786698 --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --label created_by.minikube.sigs.k8s.io=true
I1227 08:51:57.817521 180308 oci.go:103] Successfully created a docker volume NoKubernetes-786698
I1227 08:51:57.817596 180308 cli_runner.go:164] Run: docker run --rm --name NoKubernetes-786698-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --entrypoint /usr/bin/test -v NoKubernetes-786698:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 08:51:58.235103 180308 oci.go:107] Successfully prepared a docker volume NoKubernetes-786698
I1227 08:51:58.235183 180308 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:58.235195 180308 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:51:58.235242 180308 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v NoKubernetes-786698:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:52:02.071029 180308 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v NoKubernetes-786698:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (3.83573544s)
I1227 08:52:02.071058 180308 kic.go:203] duration metric: took 3.83585909s to extract preloaded images to volume ...
W1227 08:52:02.071132 180308 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 08:52:02.071168 180308 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 08:52:02.071206 180308 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 08:52:02.124774 180308 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-786698 --name NoKubernetes-786698 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-786698 --network NoKubernetes-786698 --ip 192.168.85.2 --volume NoKubernetes-786698:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 08:52:02.413909 180308 cli_runner.go:164] Run: docker container inspect NoKubernetes-786698 --format={{.State.Running}}
I1227 08:52:02.436283 180308 cli_runner.go:164] Run: docker container inspect NoKubernetes-786698 --format={{.State.Status}}
I1227 08:52:02.456876 180308 cli_runner.go:164] Run: docker exec NoKubernetes-786698 stat /var/lib/dpkg/alternatives/iptables
I1227 08:52:02.282570 177219 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 08:52:02.282717 177219 start.go:159] libmachine.API.Create for "missing-upgrade-427083" (driver="docker")
I1227 08:52:02.282754 177219 client.go:173] LocalClient.Create starting
I1227 08:52:02.282867 177219 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:52:02.282913 177219 main.go:144] libmachine: Decoding PEM data...
I1227 08:52:02.282940 177219 main.go:144] libmachine: Parsing certificate...
I1227 08:52:02.283011 177219 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:52:02.283042 177219 main.go:144] libmachine: Decoding PEM data...
I1227 08:52:02.283063 177219 main.go:144] libmachine: Parsing certificate...
I1227 08:52:02.283357 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:52:02.304416 177219 cli_runner.go:211] docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:52:02.304513 177219 network_create.go:284] running [docker network inspect missing-upgrade-427083] to gather additional debugging logs...
I1227 08:52:02.304537 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083
W1227 08:52:02.324251 177219 cli_runner.go:211] docker network inspect missing-upgrade-427083 returned with exit code 1
I1227 08:52:02.324294 177219 network_create.go:287] error running [docker network inspect missing-upgrade-427083]: docker network inspect missing-upgrade-427083: exit status 1
stdout:
[]
stderr:
Error response from daemon: network missing-upgrade-427083 not found
I1227 08:52:02.324330 177219 network_create.go:289] output of [docker network inspect missing-upgrade-427083]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network missing-upgrade-427083 not found
** /stderr **
I1227 08:52:02.324435 177219 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:52:02.349637 177219 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:52:02.350488 177219 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 08:52:02.351302 177219 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 08:52:02.352107 177219 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-a5f1ae6548e4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6e:0b:a7:ce:76:e1} reservation:<nil>}
I1227 08:52:02.352921 177219 network.go:211] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-6aa3e009dd55 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:a2:80:e6:11:19:87} reservation:<nil>}
I1227 08:52:02.353610 177219 network.go:211] skipping subnet 192.168.94.0/24 that is taken: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName:br-aee51658fa56 IfaceIPv4:192.168.94.1 IfaceMTU:1500 IfaceMAC:56:7b:87:33:20:f5} reservation:<nil>}
I1227 08:52:02.354484 177219 network.go:206] using free private subnet 192.168.103.0/24: &{IP:192.168.103.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.103.0/24 Gateway:192.168.103.1 ClientMin:192.168.103.2 ClientMax:192.168.103.254 Broadcast:192.168.103.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0020f1110}
I1227 08:52:02.354513 177219 network_create.go:124] attempt to create docker network missing-upgrade-427083 192.168.103.0/24 with gateway 192.168.103.1 and MTU of 1500 ...
I1227 08:52:02.354557 177219 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.103.0/24 --gateway=192.168.103.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=missing-upgrade-427083 missing-upgrade-427083
I1227 08:52:02.425040 177219 network_create.go:108] docker network missing-upgrade-427083 192.168.103.0/24 created
I1227 08:52:02.425076 177219 kic.go:121] calculated static IP "192.168.103.2" for the "missing-upgrade-427083" container
I1227 08:52:02.425175 177219 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:52:02.446337 177219 cli_runner.go:164] Run: docker volume create missing-upgrade-427083 --label name.minikube.sigs.k8s.io=missing-upgrade-427083 --label created_by.minikube.sigs.k8s.io=true
I1227 08:52:02.466073 177219 oci.go:103] Successfully created a docker volume missing-upgrade-427083
I1227 08:52:02.466173 177219 cli_runner.go:164] Run: docker run --rm --name missing-upgrade-427083-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-427083 --entrypoint /usr/bin/test -v missing-upgrade-427083:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I1227 08:52:02.787348 177219 oci.go:107] Successfully prepared a docker volume missing-upgrade-427083
I1227 08:52:02.787416 177219 preload.go:188] Checking if preload exists for k8s version v1.32.0 and runtime crio
I1227 08:52:02.787426 177219 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:52:02.787471 177219 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-427083:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:52:02.806535 177427 api_server.go:315] stopped: https://192.168.94.2:8443/healthz: Get "https://192.168.94.2:8443/healthz": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
I1227 08:52:02.806589 177427 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
==> CRI-O <==
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.145813823Z" level=info msg="RDT not available in the host system"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.145828948Z" level=info msg="Using conmon executable: /usr/libexec/crio/conmon"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146627537Z" level=info msg="Conmon does support the --sync option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146644285Z" level=info msg="Conmon does support the --log-global-size-max option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146657308Z" level=info msg="Using conmon executable: /usr/libexec/crio/conmon"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.147409795Z" level=info msg="Conmon does support the --sync option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.147425457Z" level=info msg="Conmon does support the --log-global-size-max option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.151591059Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.15160906Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.15214653Z" level=info msg="Current CRI-O configuration:\n[crio]\n root = \"/var/lib/containers/storage\"\n runroot = \"/run/containers/storage\"\n imagestore = \"\"\n storage_driver = \"overlay\"\n log_dir = \"/var/log/crio/pods\"\n version_file = \"/var/run/crio/version\"\n version_file_persist = \"\"\n clean_shutdown_file = \"/var/lib/crio/clean.shutdown\"\n internal_wipe = true\n internal_repair = true\n [crio.api]\n grpc_max_send_msg_size = 83886080\n grpc_max_recv_msg_size = 83886080\n listen = \"/var/run/crio/crio.sock\"\n stream_address = \"127.0.0.1\"\n stream_port = \"0\"\n stream_enable_tls = false\n stream_tls_cert = \"\"\n stream_tls_key = \"\"\n stream_tls_ca = \"\"\n stream_idle_timeout = \"\"\n [crio.runtime]\n no_pivot = false\n selinux = false\n log_to_journald = false\n drop_infra_ctr = true\n read_only = false\n hooks_dir = [\"/usr/share/containers/oci/hook
s.d\"]\n default_capabilities = [\"CHOWN\", \"DAC_OVERRIDE\", \"FSETID\", \"FOWNER\", \"SETGID\", \"SETUID\", \"SETPCAP\", \"NET_BIND_SERVICE\", \"KILL\"]\n add_inheritable_capabilities = false\n default_sysctls = [\"net.ipv4.ip_unprivileged_port_start=0\"]\n allowed_devices = [\"/dev/fuse\", \"/dev/net/tun\"]\n cdi_spec_dirs = [\"/etc/cdi\", \"/var/run/cdi\"]\n device_ownership_from_security_context = false\n default_runtime = \"crun\"\n decryption_keys_path = \"/etc/crio/keys/\"\n conmon = \"\"\n conmon_cgroup = \"pod\"\n seccomp_profile = \"\"\n privileged_seccomp_profile = \"\"\n apparmor_profile = \"crio-default\"\n blockio_config_file = \"\"\n blockio_reload = false\n irqbalance_config_file = \"/etc/sysconfig/irqbalance\"\n rdt_config_file = \"\"\n cgroup_manager = \"systemd\"\n default_mounts_file = \"\"\n container_exits_dir = \"/var/run/crio/exits\"\n container_attach_socket_dir = \"/var/run/crio\"\n bind_mount_prefix = \"\"\n uid_m
appings = \"\"\n minimum_mappable_uid = -1\n gid_mappings = \"\"\n minimum_mappable_gid = -1\n log_level = \"info\"\n log_filter = \"\"\n namespaces_dir = \"/var/run\"\n pinns_path = \"/usr/bin/pinns\"\n enable_criu_support = false\n pids_limit = -1\n log_size_max = -1\n ctr_stop_timeout = 30\n separate_pull_cgroup = \"\"\n infra_ctr_cpuset = \"\"\n shared_cpuset = \"\"\n enable_pod_events = false\n irqbalance_config_restore_file = \"/etc/sysconfig/orig_irq_banned_cpus\"\n hostnetwork_disable_selinux = true\n disable_hostport_mapping = false\n timezone = \"\"\n [crio.runtime.runtimes]\n [crio.runtime.runtimes.crun]\n runtime_config_path = \"\"\n runtime_path = \"/usr/libexec/crio/crun\"\n runtime_type = \"\"\n runtime_root = \"/run/crun\"\n allowed_annotations = [\"io.containers.trace-syscall\"]\n monitor_path = \"/usr/libexec/crio/conmon\"\n monitor_cgroup = \"pod\"\n container_min_memory
= \"12MiB\"\n no_sync_log = false\n [crio.runtime.runtimes.runc]\n runtime_config_path = \"\"\n runtime_path = \"/usr/libexec/crio/runc\"\n runtime_type = \"\"\n runtime_root = \"/run/runc\"\n monitor_path = \"/usr/libexec/crio/conmon\"\n monitor_cgroup = \"pod\"\n container_min_memory = \"12MiB\"\n no_sync_log = false\n [crio.image]\n default_transport = \"docker://\"\n global_auth_file = \"\"\n namespaced_auth_dir = \"/etc/crio/auth\"\n pause_image = \"registry.k8s.io/pause:3.10.1\"\n pause_image_auth_file = \"\"\n pause_command = \"/pause\"\n signature_policy = \"/etc/crio/policy.json\"\n signature_policy_dir = \"/etc/crio/policies\"\n image_volumes = \"mkdir\"\n big_files_temporary_dir = \"\"\n auto_reload_registries = false\n pull_progress_timeout = \"0s\"\n oci_artifact_mount_support = true\n short_name_mode = \"enforcing\"\n [crio.network]\n cni_default_network = \"\"\n network_dir = \"
/etc/cni/net.d/\"\n plugin_dirs = [\"/opt/cni/bin/\"]\n [crio.metrics]\n enable_metrics = false\n metrics_collectors = [\"image_pulls_layer_size\", \"containers_events_dropped_total\", \"containers_oom_total\", \"processes_defunct\", \"operations_total\", \"operations_latency_seconds\", \"operations_latency_seconds_total\", \"operations_errors_total\", \"image_pulls_bytes_total\", \"image_pulls_skipped_bytes_total\", \"image_pulls_failure_total\", \"image_pulls_success_total\", \"image_layer_reuse_total\", \"containers_oom_count_total\", \"containers_seccomp_notifier_count_total\", \"resources_stalled_at_stage\", \"containers_stopped_monitor_count\"]\n metrics_host = \"127.0.0.1\"\n metrics_port = 9090\n metrics_socket = \"\"\n metrics_cert = \"\"\n metrics_key = \"\"\n [crio.tracing]\n enable_tracing = false\n tracing_endpoint = \"127.0.0.1:4317\"\n tracing_sampling_rate_per_million = 0\n [crio.stats]\n stats_collection_period = 0\n collection_period = 0\n [crio.nri
]\n enable_nri = true\n nri_listen = \"/var/run/nri/nri.sock\"\n nri_plugin_dir = \"/opt/nri/plugins\"\n nri_plugin_config_dir = \"/etc/nri/conf.d\"\n nri_plugin_registration_timeout = \"5s\"\n nri_plugin_request_timeout = \"2s\"\n nri_disable_connections = false\n [crio.nri.default_validator]\n nri_enable_default_validator = false\n nri_validator_reject_oci_hook_adjustment = false\n nri_validator_reject_runtime_default_seccomp_adjustment = false\n nri_validator_reject_unconfined_seccomp_adjustment = false\n nri_validator_reject_custom_seccomp_adjustment = false\n nri_validator_reject_namespace_adjustment = false\n nri_validator_tolerate_missing_plugins_annotation = \"\"\n"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.152609056Z" level=info msg="Attempting to restore irqbalance config from /etc/sysconfig/orig_irq_banned_cpus"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.152663797Z" level=info msg="Restore irqbalance config: failed to get current CPU ban list, ignoring"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.231675403Z" level=info msg="Got pod network &{Name:coredns-7d764666f9-f5hv7 Namespace:kube-system ID:968d9cfb92855d9947da4cb163a35dae3a860cd3957ac9846028f13b38c34334 UID:e6a9b7d8-8912-4fc6-9d53-5b20058b220b NetNS:/var/run/netns/f93b56a5-46a2-4da1-8d54-148297d74a49 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0001325e8}] Aliases:map[]}"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.231889915Z" level=info msg="Checking pod kube-system_coredns-7d764666f9-f5hv7 for CNI network kindnet (type=ptp)"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232387975Z" level=info msg="Registered SIGHUP reload watcher"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232409537Z" level=info msg="Starting seccomp notifier watcher"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.23245615Z" level=info msg="Create NRI interface"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.23258398Z" level=info msg="built-in NRI default validator is disabled"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232601376Z" level=info msg="runtime interface created"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232615175Z" level=info msg="Registered domain \"k8s.io\" with NRI"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232620724Z" level=info msg="runtime interface starting up..."
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232626219Z" level=info msg="starting plugins..."
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232638782Z" level=info msg="Synchronizing NRI (plugin) with current runtime state"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.233022262Z" level=info msg="No systemd watchdog enabled"
Dec 27 08:51:58 pause-388935 systemd[1]: Started crio.service - Container Runtime Interface for OCI (CRI-O).
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
2273ad06244d2 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 12 seconds ago Running coredns 0 968d9cfb92855 coredns-7d764666f9-f5hv7 kube-system
630dd7e2dab1c docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 23 seconds ago Running kindnet-cni 0 63c444767da46 kindnet-x2ftp kube-system
75dea6a8952f6 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 25 seconds ago Running kube-proxy 0 08ac096cf8d42 kube-proxy-ms8vc kube-system
8d7350c41ca48 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 35 seconds ago Running kube-apiserver 0 4c07ff8c41b29 kube-apiserver-pause-388935 kube-system
898c3703620ce 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 35 seconds ago Running kube-controller-manager 0 69435f473b8c8 kube-controller-manager-pause-388935 kube-system
42a97ae004494 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 35 seconds ago Running etcd 0 9637333db5065 etcd-pause-388935 kube-system
c3f8fefa54aa3 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 35 seconds ago Running kube-scheduler 0 4d7250ce3b824 kube-scheduler-pause-388935 kube-system
==> coredns [2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:49296 - 51704 "HINFO IN 6045874166965029743.7923397867709011294. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.012061423s
==> describe nodes <==
Name: pause-388935
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=pause-388935
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=pause-388935
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_51_34_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:51:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-388935
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:51:54 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:52 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: pause-388935
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 91564a54-f435-4d26-b706-8667e39ea539
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-7d764666f9-f5hv7 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 25s
kube-system etcd-pause-388935 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 31s
kube-system kindnet-x2ftp 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 25s
kube-system kube-apiserver-pause-388935 250m (3%) 0 (0%) 0 (0%) 0 (0%) 31s
kube-system kube-controller-manager-pause-388935 200m (2%) 0 (0%) 0 (0%) 0 (0%) 31s
kube-system kube-proxy-ms8vc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 25s
kube-system kube-scheduler-pause-388935 100m (1%) 0 (0%) 0 (0%) 0 (0%) 31s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 27s node-controller Node pause-388935 event: Registered Node pause-388935 in Controller
==> dmesg <==
[Dec27 08:17] MDS CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/mds.html for more details.
[ +0.001805] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.001000] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.085011] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended configuration space under this bridge
[ +0.380384] i8042: Warning: Keylock active
[ +0.010228] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.497314] block sda: the capability attribute has been deprecated.
[ +0.087553] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.024804] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
==> etcd [42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9] <==
{"level":"info","ts":"2025-12-27T08:51:29.823638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ea7e25599daad906 is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ea7e25599daad906 became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:51:29.823804Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ea7e25599daad906 became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824375Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824452Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:51:29.824497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ea7e25599daad906 became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824527Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.825145Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.825680Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:pause-388935 ClientURLs:[https://192.168.76.2:2379]}","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:51:29.825895Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:51:29.825930Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.826097Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.825851Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:51:29.827229Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:51:29.828139Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:51:29.828383Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:51:29.830548Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:51:29.828553Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:51:29.830582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:51:29.828553Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.833640Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-12-27T08:51:29.833530Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:51:42.720085Z","caller":"traceutil/trace.go:172","msg":"trace[1842236958] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"149.849353ms","start":"2025-12-27T08:51:42.570216Z","end":"2025-12-27T08:51:42.720065Z","steps":["trace[1842236958] 'process raft request' (duration: 149.723245ms)"],"step_count":1}
==> kernel <==
08:52:05 up 34 min, 0 user, load average: 5.12, 2.35, 1.45
Linux pause-388935 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab] <==
I1227 08:51:41.693068 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:51:41.693401 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1227 08:51:41.693620 1 main.go:148] setting mtu 1500 for CNI
I1227 08:51:41.693652 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:51:41.693664 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:51:41Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:51:41.989447 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:51:41.989508 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:51:41.989525 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:51:41.989667 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:51:42.286569 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:51:42.286606 1 metrics.go:72] Registering metrics
I1227 08:51:42.287207 1 controller.go:711] "Syncing nftables rules"
I1227 08:51:51.991373 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:51:51.991450 1 main.go:301] handling current node
I1227 08:52:01.990266 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:52:01.990350 1 main.go:301] handling current node
==> kube-apiserver [8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80] <==
I1227 08:51:31.291853 1 policy_source.go:248] refreshing policies
E1227 08:51:31.339107 1 controller.go:156] "Error while syncing ConfigMap" err="namespaces \"kube-system\" not found" logger="UnhandledError" configmap="kube-system/kube-apiserver-legacy-service-account-token-tracking"
I1227 08:51:31.383550 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 08:51:31.387530 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 08:51:31.387826 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:31.393670 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:31.486792 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:51:32.187870 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 08:51:32.192520 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:51:32.193984 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 08:51:32.638026 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:51:32.671216 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:51:32.796914 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:51:32.803773 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1227 08:51:32.804800 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 08:51:32.808889 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:51:33.223738 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 08:51:33.653015 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 08:51:33.662393 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:51:33.668964 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 08:51:38.778952 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:38.783634 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:39.075940 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 08:51:39.224546 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
I1227 08:51:39.224546 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151] <==
I1227 08:51:38.032282 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032299 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032439 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 08:51:38.032450 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032498 1 range_allocator.go:177] "Sending events to api server"
I1227 08:51:38.032515 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="pause-388935"
I1227 08:51:38.032560 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 08:51:38.032563 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 08:51:38.032567 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:38.032582 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032588 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032662 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032815 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032832 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032857 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032995 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.033064 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.033147 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.037088 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:38.048853 1 range_allocator.go:433] "Set node PodCIDR" node="pause-388935" podCIDRs=["10.244.0.0/24"]
I1227 08:51:38.131927 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.131952 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 08:51:38.131960 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 08:51:38.138217 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:53.034733 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3] <==
I1227 08:51:39.664447 1 server_linux.go:53] "Using iptables proxy"
I1227 08:51:39.732690 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:39.832903 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:39.832937 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1227 08:51:39.833020 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 08:51:39.866357 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:51:39.866432 1 server_linux.go:136] "Using iptables Proxier"
I1227 08:51:39.879629 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 08:51:39.880105 1 server.go:529] "Version info" version="v1.35.0"
I1227 08:51:39.880132 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:51:39.883757 1 config.go:309] "Starting node config controller"
I1227 08:51:39.883818 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 08:51:39.883827 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 08:51:39.883879 1 config.go:200] "Starting service config controller"
I1227 08:51:39.883888 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 08:51:39.883911 1 config.go:106] "Starting endpoint slice config controller"
I1227 08:51:39.883917 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 08:51:39.883913 1 config.go:403] "Starting serviceCIDR config controller"
I1227 08:51:39.883940 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 08:51:39.984047 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 08:51:39.984596 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 08:51:39.984624 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e] <==
E1227 08:51:31.243873 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:51:31.244110 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:51:31.244124 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 08:51:31.244217 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:51:31.244273 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 08:51:31.244414 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:51:31.244452 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:51:31.244899 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:51:31.244953 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 08:51:31.244916 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:51:31.244990 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:51:31.245010 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:51:32.083816 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:51:32.088806 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:51:32.124288 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:51:32.170304 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:51:32.182085 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:51:32.239115 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:51:32.245003 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:51:32.298600 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:51:32.303846 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:51:32.356102 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:51:32.372158 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:51:32.396182 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
I1227 08:51:32.838713 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 08:51:39 pause-388935 kubelet[1309]: I1227 08:51:39.340864 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/1f5803fe-554d-4b1f-8c0d-cb18729d43eb-xtables-lock\") pod \"kube-proxy-ms8vc\" (UID: \"1f5803fe-554d-4b1f-8c0d-cb18729d43eb\") " pod="kube-system/kube-proxy-ms8vc"
Dec 27 08:51:39 pause-388935 kubelet[1309]: I1227 08:51:39.340904 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/1f5803fe-554d-4b1f-8c0d-cb18729d43eb-lib-modules\") pod \"kube-proxy-ms8vc\" (UID: \"1f5803fe-554d-4b1f-8c0d-cb18729d43eb\") " pod="kube-system/kube-proxy-ms8vc"
Dec 27 08:51:40 pause-388935 kubelet[1309]: I1227 08:51:40.571667 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-ms8vc" podStartSLOduration=1.571648359 podStartE2EDuration="1.571648359s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:51:40.571483085 +0000 UTC m=+7.151708343" watchObservedRunningTime="2025-12-27 08:51:40.571648359 +0000 UTC m=+7.151873617"
Dec 27 08:51:42 pause-388935 kubelet[1309]: E1227 08:51:42.631545 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-pause-388935" containerName="kube-controller-manager"
Dec 27 08:51:42 pause-388935 kubelet[1309]: I1227 08:51:42.721701 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-x2ftp" podStartSLOduration=1.751231277 podStartE2EDuration="3.721684524s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="2025-12-27 08:51:39.566291022 +0000 UTC m=+6.146516274" lastFinishedPulling="2025-12-27 08:51:41.536744269 +0000 UTC m=+8.116969521" observedRunningTime="2025-12-27 08:51:42.721468709 +0000 UTC m=+9.301693997" watchObservedRunningTime="2025-12-27 08:51:42.721684524 +0000 UTC m=+9.301909781"
Dec 27 08:51:44 pause-388935 kubelet[1309]: E1227 08:51:44.947922 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-pause-388935" containerName="etcd"
Dec 27 08:51:45 pause-388935 kubelet[1309]: E1227 08:51:45.717969 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-pause-388935" containerName="kube-apiserver"
Dec 27 08:51:45 pause-388935 kubelet[1309]: E1227 08:51:45.979590 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-pause-388935" containerName="kube-scheduler"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.509856 1309 kubelet_node_status.go:427] "Fast updating node status as it just became ready"
Dec 27 08:51:52 pause-388935 kubelet[1309]: E1227 08:51:52.637901 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-pause-388935" containerName="kube-controller-manager"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.640514 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/e6a9b7d8-8912-4fc6-9d53-5b20058b220b-config-volume\") pod \"coredns-7d764666f9-f5hv7\" (UID: \"e6a9b7d8-8912-4fc6-9d53-5b20058b220b\") " pod="kube-system/coredns-7d764666f9-f5hv7"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.640566 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5qwp9\" (UniqueName: \"kubernetes.io/projected/e6a9b7d8-8912-4fc6-9d53-5b20058b220b-kube-api-access-5qwp9\") pod \"coredns-7d764666f9-f5hv7\" (UID: \"e6a9b7d8-8912-4fc6-9d53-5b20058b220b\") " pod="kube-system/coredns-7d764666f9-f5hv7"
Dec 27 08:51:53 pause-388935 kubelet[1309]: E1227 08:51:53.586004 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:53 pause-388935 kubelet[1309]: I1227 08:51:53.610822 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/coredns-7d764666f9-f5hv7" podStartSLOduration=14.610800562 podStartE2EDuration="14.610800562s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:51:53.597718651 +0000 UTC m=+20.177943908" watchObservedRunningTime="2025-12-27 08:51:53.610800562 +0000 UTC m=+20.191025821"
Dec 27 08:51:54 pause-388935 kubelet[1309]: E1227 08:51:54.588183 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:55 pause-388935 kubelet[1309]: E1227 08:51:55.590266 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:56 pause-388935 kubelet[1309]: W1227 08:51:56.590691 1309 logging.go:55] [core] [Channel #1 SubChannel #2]grpc: addrConn.createTransport failed to connect to {Addr: "/var/run/crio/crio.sock", ServerName: "localhost", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590791 1309 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\"" filter="<nil>"
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590840 1309 kuberuntime_sandbox.go:297] "Failed to list pod sandboxes" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\""
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590856 1309 generic.go:254] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\""
Dec 27 08:51:58 pause-388935 kubelet[1309]: E1227 08:51:58.529853 1309 kubelet.go:3130] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: plugin status uninitialized"
Dec 27 08:52:01 pause-388935 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 08:52:01 pause-388935 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 08:52:01 pause-388935 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 08:52:01 pause-388935 systemd[1]: kubelet.service: Consumed 1.267s CPU time.
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-388935 -n pause-388935
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-388935 -n pause-388935: exit status 2 (331.126937ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context pause-388935 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestPause/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestPause/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect pause-388935
helpers_test.go:244: (dbg) docker inspect pause-388935:
-- stdout --
[
{
"Id": "7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b",
"Created": "2025-12-27T08:51:12.261903979Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 167218,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:51:17.398324981Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/hostname",
"HostsPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/hosts",
"LogPath": "/var/lib/docker/containers/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b/7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b-json.log",
"Name": "/pause-388935",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"pause-388935:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "pause-388935",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "7c54ee2f0c2f6f8e9855bfcf9cd4c243844e58872eac35fbe80e9d05ababf13b",
"LowerDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/merged",
"UpperDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/diff",
"WorkDir": "/var/lib/docker/overlay2/42db72eb40cfbc23d5e58686f738d1c4893d62b585c1e58e9c9d3e2d19f83818/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "pause-388935",
"Source": "/var/lib/docker/volumes/pause-388935/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "pause-388935",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "pause-388935",
"name.minikube.sigs.k8s.io": "pause-388935",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "860dea725100ab3eb87c86844d0126959f4d787636fec2ed7d6b813cb62d19d9",
"SandboxKey": "/var/run/docker/netns/860dea725100",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32968"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32969"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32972"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32970"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "32971"
}
]
},
"Networks": {
"pause-388935": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "a5f1ae6548e4bb22207bcfa13f3e95dbc71ee9e8fe59e9daade7dac137a76fc0",
"EndpointID": "6fcc1378a1fc701074a43edbb8ec3115b367bd77ddc6f8b57d1bd259611c565f",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"MacAddress": "d6:17:8d:1e:a2:4b",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"pause-388935",
"7c54ee2f0c2f"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p pause-388935 -n pause-388935
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p pause-388935 -n pause-388935: exit status 2 (331.354299ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestPause/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestPause/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p pause-388935 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p pause-388935 logs -n 25: (1.366162455s)
helpers_test.go:261: TestPause/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬─────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼─────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --cancel-scheduled │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ 27 Dec 25 08:49 UTC │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ │
│ stop │ -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:49 UTC │ 27 Dec 25 08:50 UTC │
│ delete │ -p scheduled-stop-168173 │ scheduled-stop-168173 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:50 UTC │
│ start │ -p insufficient-storage-949821 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio │ insufficient-storage-949821 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ │
│ delete │ -p insufficient-storage-949821 │ insufficient-storage-949821 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:50 UTC │
│ start │ -p offline-crio-375952 --alsologtostderr -v=1 --memory=3072 --wait=true --driver=docker --container-runtime=crio │ offline-crio-375952 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p pause-388935 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p missing-upgrade-427083 --memory=3072 --driver=docker --container-runtime=crio │ missing-upgrade-427083 │ jenkins │ v1.35.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p stopped-upgrade-408001 --memory=3072 --vm-driver=docker --container-runtime=crio │ stopped-upgrade-408001 │ jenkins │ v1.35.0 │ 27 Dec 25 08:50 UTC │ 27 Dec 25 08:51 UTC │
│ stop │ stopped-upgrade-408001 stop │ stopped-upgrade-408001 │ jenkins │ v1.35.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p missing-upgrade-427083 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ missing-upgrade-427083 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ start │ -p stopped-upgrade-408001 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ stopped-upgrade-408001 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ delete │ -p offline-crio-375952 │ offline-crio-375952 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:51 UTC │
│ start │ -p pause-388935 --alsologtostderr -v=1 --driver=docker --container-runtime=crio │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ 27 Dec 25 08:52 UTC │
│ start │ -p NoKubernetes-786698 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio │ NoKubernetes-786698 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ start │ -p NoKubernetes-786698 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio │ NoKubernetes-786698 │ jenkins │ v1.37.0 │ 27 Dec 25 08:51 UTC │ │
│ pause │ -p pause-388935 --alsologtostderr -v=5 │ pause-388935 │ jenkins │ v1.37.0 │ 27 Dec 25 08:52 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴─────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:51:57
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:51:57.467824 180308 out.go:360] Setting OutFile to fd 1 ...
I1227 08:51:57.467938 180308 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:51:57.467949 180308 out.go:374] Setting ErrFile to fd 2...
I1227 08:51:57.467955 180308 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:51:57.468154 180308 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:51:57.468603 180308 out.go:368] Setting JSON to false
I1227 08:51:57.469584 180308 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2069,"bootTime":1766823448,"procs":279,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:51:57.469639 180308 start.go:143] virtualization: kvm guest
I1227 08:51:57.471255 180308 out.go:179] * [NoKubernetes-786698] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:51:57.472285 180308 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:51:57.472286 180308 notify.go:221] Checking for updates...
I1227 08:51:57.473597 180308 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:51:57.474772 180308 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:51:57.475821 180308 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:51:57.476937 180308 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:51:57.477959 180308 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:51:57.479469 180308 config.go:182] Loaded profile config "missing-upgrade-427083": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:51:57.479612 180308 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:57.479716 180308 config.go:182] Loaded profile config "stopped-upgrade-408001": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:51:57.479813 180308 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:51:57.505034 180308 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:51:57.505148 180308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:51:57.565477 180308 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:67 SystemTime:2025-12-27 08:51:57.555097965 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:51:57.565597 180308 docker.go:319] overlay module found
I1227 08:51:57.568664 180308 out.go:179] * Using the docker driver based on user configuration
I1227 08:51:57.569883 180308 start.go:309] selected driver: docker
I1227 08:51:57.569904 180308 start.go:928] validating driver "docker" against <nil>
I1227 08:51:57.569918 180308 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:51:57.570526 180308 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:51:57.635649 180308 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:53 OomKillDisable:false NGoroutines:67 SystemTime:2025-12-27 08:51:57.625576266 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:51:57.635851 180308 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:51:57.636071 180308 start_flags.go:1001] Wait components to verify : map[apiserver:true system_pods:true]
I1227 08:51:57.637782 180308 out.go:179] * Using Docker driver with root privileges
I1227 08:51:57.638799 180308 cni.go:84] Creating CNI manager for ""
I1227 08:51:57.638867 180308 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:51:57.638881 180308 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 08:51:57.638946 180308 start.go:353] cluster config:
{Name:NoKubernetes-786698 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:NoKubernetes-786698 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Cont
ainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:51:57.640230 180308 out.go:179] * Starting "NoKubernetes-786698" primary control-plane node in "NoKubernetes-786698" cluster
I1227 08:51:57.641342 180308 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:51:57.642499 180308 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:51:57.643835 180308 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:57.643865 180308 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 08:51:57.643879 180308 cache.go:65] Caching tarball of preloaded images
I1227 08:51:57.643925 180308 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:51:57.643957 180308 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:51:57.643986 180308 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 08:51:57.644104 180308 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/config.json ...
I1227 08:51:57.644128 180308 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/config.json: {Name:mk9176bf036082902219808b5051820c9ab0fb5c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:57.664165 180308 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 08:51:57.664183 180308 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 08:51:57.664201 180308 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:51:57.664237 180308 start.go:360] acquireMachinesLock for NoKubernetes-786698: {Name:mke8ff069d5f3b49092f2d32d3f5622f4ce75783 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:51:57.664354 180308 start.go:364] duration metric: took 98.87µs to acquireMachinesLock for "NoKubernetes-786698"
I1227 08:51:57.664385 180308 start.go:93] Provisioning new machine with config: &{Name:NoKubernetes-786698 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:NoKubernetes-786698 Namespace:default APIServerHAVIP: APISe
rverName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock:
SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:51:57.664453 180308 start.go:125] createHost starting for "" (driver="docker")
I1227 08:51:53.698066 177219 cli_runner.go:164] Run: docker container inspect missing-upgrade-427083 --format={{.State.Status}}
W1227 08:51:53.716090 177219 cli_runner.go:211] docker container inspect missing-upgrade-427083 --format={{.State.Status}} returned with exit code 1
I1227 08:51:53.716160 177219 oci.go:671] temporary error verifying shutdown: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:51:53.716171 177219 oci.go:673] temporary error: container missing-upgrade-427083 status is but expect it to be exited
I1227 08:51:55.756554 179550 out.go:252] * Updating the running docker "pause-388935" container ...
I1227 08:51:55.756582 179550 machine.go:94] provisionDockerMachine start ...
I1227 08:51:55.756635 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:55.774230 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:55.774481 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:55.774500 179550 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:51:55.895370 179550 main.go:144] libmachine: SSH cmd err, output: <nil>: pause-388935
I1227 08:51:55.895400 179550 ubuntu.go:182] provisioning hostname "pause-388935"
I1227 08:51:55.895461 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:55.914911 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:55.915142 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:55.915155 179550 main.go:144] libmachine: About to run SSH command:
sudo hostname pause-388935 && echo "pause-388935" | sudo tee /etc/hostname
I1227 08:51:56.046866 179550 main.go:144] libmachine: SSH cmd err, output: <nil>: pause-388935
I1227 08:51:56.046943 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.065120 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:56.065415 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:56.065433 179550 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\spause-388935' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 pause-388935/g' /etc/hosts;
else
echo '127.0.1.1 pause-388935' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:51:56.186035 179550 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:51:56.186061 179550 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:51:56.186078 179550 ubuntu.go:190] setting up certificates
I1227 08:51:56.186094 179550 provision.go:84] configureAuth start
I1227 08:51:56.186152 179550 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-388935
I1227 08:51:56.205447 179550 provision.go:143] copyHostCerts
I1227 08:51:56.205511 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:51:56.205529 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:51:56.205605 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:51:56.205711 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:51:56.205720 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:51:56.205760 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:51:56.205829 179550 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:51:56.205839 179550 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:51:56.205870 179550 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:51:56.205990 179550 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.pause-388935 san=[127.0.0.1 192.168.76.2 localhost minikube pause-388935]
I1227 08:51:56.257157 179550 provision.go:177] copyRemoteCerts
I1227 08:51:56.257218 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:51:56.257251 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.275469 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.365245 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:51:56.382993 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1227 08:51:56.399523 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:51:56.416102 179550 provision.go:87] duration metric: took 229.992871ms to configureAuth
I1227 08:51:56.416131 179550 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:51:56.416333 179550 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:56.416444 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.438478 179550 main.go:144] libmachine: Using SSH client type: native
I1227 08:51:56.438768 179550 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 32968 <nil> <nil>}
I1227 08:51:56.438791 179550 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:51:56.739530 179550 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:51:56.739558 179550 machine.go:97] duration metric: took 982.969488ms to provisionDockerMachine
I1227 08:51:56.739572 179550 start.go:293] postStartSetup for "pause-388935" (driver="docker")
I1227 08:51:56.739586 179550 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:51:56.739667 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:51:56.739719 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.758879 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.857133 179550 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:51:56.860842 179550 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:51:56.860878 179550 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:51:56.860893 179550 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:51:56.860950 179550 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:51:56.861022 179550 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:51:56.861110 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:51:56.869168 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:51:56.886614 179550 start.go:296] duration metric: took 147.026463ms for postStartSetup
I1227 08:51:56.886741 179550 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:51:56.886789 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:56.906229 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:56.994482 179550 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:51:56.999069 179550 fix.go:56] duration metric: took 1.260872557s for fixHost
I1227 08:51:56.999098 179550 start.go:83] releasing machines lock for "pause-388935", held for 1.260919807s
I1227 08:51:56.999164 179550 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" pause-388935
I1227 08:51:57.017270 179550 ssh_runner.go:195] Run: cat /version.json
I1227 08:51:57.017335 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:57.017352 179550 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:51:57.017438 179550 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" pause-388935
I1227 08:51:57.037264 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:57.038855 179550 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32968 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/pause-388935/id_rsa Username:docker}
I1227 08:51:57.180173 179550 ssh_runner.go:195] Run: systemctl --version
I1227 08:51:57.187033 179550 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:51:57.229811 179550 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:51:57.234920 179550 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:51:57.234984 179550 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:51:57.242896 179550 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 08:51:57.242932 179550 start.go:496] detecting cgroup driver to use...
I1227 08:51:57.242969 179550 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:51:57.243018 179550 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:51:57.257957 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:51:57.271278 179550 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:51:57.271392 179550 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:51:57.287020 179550 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:51:57.299954 179550 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:51:57.415438 179550 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:51:57.536880 179550 docker.go:234] disabling docker service ...
I1227 08:51:57.536967 179550 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:51:57.553560 179550 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:51:57.567930 179550 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:51:57.688172 179550 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:51:57.815157 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:51:57.827927 179550 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:51:57.843147 179550 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:51:57.843195 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.853123 179550 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:51:57.853185 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.862391 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.871433 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.880822 179550 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:51:57.888942 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.897909 179550 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.907227 179550 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:51:57.915808 179550 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:51:57.923350 179550 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:51:57.931346 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:58.047021 179550 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:51:58.236898 179550 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:51:58.236971 179550 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:51:58.241230 179550 start.go:574] Will wait 60s for crictl version
I1227 08:51:58.241291 179550 ssh_runner.go:195] Run: which crictl
I1227 08:51:58.245094 179550 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:51:58.270549 179550 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:51:58.270639 179550 ssh_runner.go:195] Run: crio --version
I1227 08:51:58.301980 179550 ssh_runner.go:195] Run: crio --version
I1227 08:51:58.332237 179550 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:51:57.804384 177427 api_server.go:315] stopped: https://192.168.94.2:8443/healthz: Get "https://192.168.94.2:8443/healthz": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
I1227 08:51:57.804456 177427 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 08:51:58.333546 179550 cli_runner.go:164] Run: docker network inspect pause-388935 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:51:58.351615 179550 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 08:51:58.356816 179550 kubeadm.go:884] updating cluster {Name:pause-388935 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerName
s:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false regist
ry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:51:58.357012 179550 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:58.357075 179550 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:51:58.396842 179550 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:51:58.396870 179550 crio.go:433] Images already preloaded, skipping extraction
I1227 08:51:58.396931 179550 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:51:58.425967 179550 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:51:58.425993 179550 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:51:58.426003 179550 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 08:51:58.426127 179550 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=pause-388935 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:51:58.426229 179550 ssh_runner.go:195] Run: crio config
I1227 08:51:58.476184 179550 cni.go:84] Creating CNI manager for ""
I1227 08:51:58.476211 179550 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:51:58.476231 179550 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:51:58.476259 179550 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:pause-388935 NodeName:pause-388935 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes
/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:51:58.476444 179550 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "pause-388935"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:51:58.476527 179550 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:51:58.484846 179550 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:51:58.484913 179550 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:51:58.492587 179550 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I1227 08:51:58.504836 179550 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:51:58.517618 179550 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2208 bytes)
I1227 08:51:58.530948 179550 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:51:58.535283 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:58.644471 179550 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:51:58.658712 179550 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935 for IP: 192.168.76.2
I1227 08:51:58.658741 179550 certs.go:195] generating shared ca certs ...
I1227 08:51:58.658764 179550 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:58.658948 179550 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:51:58.658995 179550 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:51:58.659005 179550 certs.go:257] generating profile certs ...
I1227 08:51:58.659090 179550 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key
I1227 08:51:58.659151 179550 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.key.e6b51a49
I1227 08:51:58.659190 179550 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.key
I1227 08:51:58.659286 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:51:58.659333 179550 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:51:58.659348 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:51:58.659377 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:51:58.659401 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:51:58.659425 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:51:58.659467 179550 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:51:58.660036 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:51:58.678244 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:51:58.695900 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:51:58.713375 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:51:58.731220 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1419 bytes)
I1227 08:51:58.750187 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 08:51:58.768612 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:51:58.786937 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 08:51:58.803936 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:51:58.820779 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:51:58.837595 179550 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:51:58.855008 179550 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:51:58.867374 179550 ssh_runner.go:195] Run: openssl version
I1227 08:51:58.873320 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:51:58.880807 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:51:58.888521 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:51:58.892336 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:51:58.892399 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:51:58.927329 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:51:58.935369 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.942774 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:51:58.951146 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.955092 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.955150 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:51:58.989368 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:51:58.997067 179550 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:51:59.004689 179550 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:51:59.012593 179550 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:51:59.016785 179550 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:51:59.016853 179550 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:51:59.064590 179550 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:51:59.072588 179550 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:51:59.076664 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 08:51:59.112070 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 08:51:59.146998 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 08:51:59.181552 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 08:51:59.216262 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 08:51:59.251097 179550 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 08:51:59.285507 179550 kubeadm.go:401] StartCluster: {Name:pause-388935 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:pause-388935 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[
] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-
aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:51:59.285641 179550 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:51:59.285704 179550 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:51:59.315867 179550 cri.go:96] found id: "2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991"
I1227 08:51:59.315895 179550 cri.go:96] found id: "630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab"
I1227 08:51:59.315903 179550 cri.go:96] found id: "75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3"
I1227 08:51:59.315916 179550 cri.go:96] found id: "8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80"
I1227 08:51:59.315921 179550 cri.go:96] found id: "898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151"
I1227 08:51:59.315926 179550 cri.go:96] found id: "42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9"
I1227 08:51:59.315931 179550 cri.go:96] found id: "c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e"
I1227 08:51:59.315936 179550 cri.go:96] found id: ""
I1227 08:51:59.315987 179550 ssh_runner.go:195] Run: sudo runc list -f json
W1227 08:51:59.330331 179550 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:51:59Z" level=error msg="open /run/runc: no such file or directory"
I1227 08:51:59.330427 179550 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:51:59.338706 179550 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 08:51:59.338734 179550 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 08:51:59.338796 179550 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 08:51:59.346524 179550 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 08:51:59.347553 179550 kubeconfig.go:125] found "pause-388935" server: "https://192.168.76.2:8443"
I1227 08:51:59.349098 179550 kapi.go:59] client config for pause-388935: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.crt", KeyFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key", CAFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2780200), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1227 08:51:59.349723 179550 envvar.go:172] "Feature gate default state" feature="InOrderInformersBatchProcess" enabled=true
I1227 08:51:59.349744 179550 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=true
I1227 08:51:59.349750 179550 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=true
I1227 08:51:59.349756 179550 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I1227 08:51:59.349762 179550 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I1227 08:51:59.349775 179550 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true
I1227 08:51:59.350172 179550 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 08:51:59.358364 179550 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1227 08:51:59.358399 179550 kubeadm.go:602] duration metric: took 19.65729ms to restartPrimaryControlPlane
I1227 08:51:59.358410 179550 kubeadm.go:403] duration metric: took 72.912429ms to StartCluster
I1227 08:51:59.358434 179550 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:59.358515 179550 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:51:59.359627 179550 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:51:59.359904 179550 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:51:59.360042 179550 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 08:51:59.360130 179550 config.go:182] Loaded profile config "pause-388935": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:51:59.365526 179550 out.go:179] * Verifying Kubernetes components...
I1227 08:51:59.365525 179550 out.go:179] * Enabled addons:
I1227 08:51:59.366666 179550 addons.go:530] duration metric: took 6.636902ms for enable addons: enabled=[]
I1227 08:51:59.366697 179550 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:51:59.493573 179550 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:51:59.506325 179550 node_ready.go:35] waiting up to 6m0s for node "pause-388935" to be "Ready" ...
I1227 08:51:59.513848 179550 node_ready.go:49] node "pause-388935" is "Ready"
I1227 08:51:59.513873 179550 node_ready.go:38] duration metric: took 7.503917ms for node "pause-388935" to be "Ready" ...
I1227 08:51:59.513886 179550 api_server.go:52] waiting for apiserver process to appear ...
I1227 08:51:59.513922 179550 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:51:59.525554 179550 api_server.go:72] duration metric: took 165.61662ms to wait for apiserver process to appear ...
I1227 08:51:59.525582 179550 api_server.go:88] waiting for apiserver healthz status ...
I1227 08:51:59.525603 179550 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 08:51:59.531386 179550 api_server.go:325] https://192.168.76.2:8443/healthz returned 200:
ok
I1227 08:51:59.532292 179550 api_server.go:141] control plane version: v1.35.0
I1227 08:51:59.532390 179550 api_server.go:131] duration metric: took 6.802032ms to wait for apiserver health ...
I1227 08:51:59.532399 179550 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 08:51:59.535060 179550 system_pods.go:59] 7 kube-system pods found
I1227 08:51:59.535102 179550 system_pods.go:61] "coredns-7d764666f9-f5hv7" [e6a9b7d8-8912-4fc6-9d53-5b20058b220b] Running
I1227 08:51:59.535110 179550 system_pods.go:61] "etcd-pause-388935" [d060c87b-a4bd-49be-b0b7-23f51730347c] Running
I1227 08:51:59.535114 179550 system_pods.go:61] "kindnet-x2ftp" [3b72ef66-b4c3-4fd0-a066-78f412e34118] Running
I1227 08:51:59.535129 179550 system_pods.go:61] "kube-apiserver-pause-388935" [a2896764-7bf7-4f17-bb1b-6f03a580a713] Running
I1227 08:51:59.535136 179550 system_pods.go:61] "kube-controller-manager-pause-388935" [b257da23-efa2-4dff-a78c-ffdff0f5a066] Running
I1227 08:51:59.535141 179550 system_pods.go:61] "kube-proxy-ms8vc" [1f5803fe-554d-4b1f-8c0d-cb18729d43eb] Running
I1227 08:51:59.535148 179550 system_pods.go:61] "kube-scheduler-pause-388935" [0d37ebec-c25a-44ea-a7e4-198eda2211c0] Running
I1227 08:51:59.535154 179550 system_pods.go:74] duration metric: took 2.750113ms to wait for pod list to return data ...
I1227 08:51:59.535164 179550 default_sa.go:34] waiting for default service account to be created ...
I1227 08:51:59.537302 179550 default_sa.go:45] found service account: "default"
I1227 08:51:59.537342 179550 default_sa.go:55] duration metric: took 2.171756ms for default service account to be created ...
I1227 08:51:59.537352 179550 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 08:51:59.539492 179550 system_pods.go:86] 7 kube-system pods found
I1227 08:51:59.539513 179550 system_pods.go:89] "coredns-7d764666f9-f5hv7" [e6a9b7d8-8912-4fc6-9d53-5b20058b220b] Running
I1227 08:51:59.539518 179550 system_pods.go:89] "etcd-pause-388935" [d060c87b-a4bd-49be-b0b7-23f51730347c] Running
I1227 08:51:59.539522 179550 system_pods.go:89] "kindnet-x2ftp" [3b72ef66-b4c3-4fd0-a066-78f412e34118] Running
I1227 08:51:59.539526 179550 system_pods.go:89] "kube-apiserver-pause-388935" [a2896764-7bf7-4f17-bb1b-6f03a580a713] Running
I1227 08:51:59.539529 179550 system_pods.go:89] "kube-controller-manager-pause-388935" [b257da23-efa2-4dff-a78c-ffdff0f5a066] Running
I1227 08:51:59.539532 179550 system_pods.go:89] "kube-proxy-ms8vc" [1f5803fe-554d-4b1f-8c0d-cb18729d43eb] Running
I1227 08:51:59.539535 179550 system_pods.go:89] "kube-scheduler-pause-388935" [0d37ebec-c25a-44ea-a7e4-198eda2211c0] Running
I1227 08:51:59.539540 179550 system_pods.go:126] duration metric: took 2.183877ms to wait for k8s-apps to be running ...
I1227 08:51:59.539549 179550 system_svc.go:44] waiting for kubelet service to be running ....
I1227 08:51:59.539585 179550 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:51:59.552732 179550 system_svc.go:56] duration metric: took 13.172136ms WaitForService to wait for kubelet
I1227 08:51:59.552758 179550 kubeadm.go:587] duration metric: took 192.826256ms to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:51:59.552774 179550 node_conditions.go:102] verifying NodePressure condition ...
I1227 08:51:59.555433 179550 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 08:51:59.555458 179550 node_conditions.go:123] node cpu capacity is 8
I1227 08:51:59.555474 179550 node_conditions.go:105] duration metric: took 2.694183ms to run NodePressure ...
I1227 08:51:59.555487 179550 start.go:242] waiting for startup goroutines ...
I1227 08:51:59.555497 179550 start.go:247] waiting for cluster config update ...
I1227 08:51:59.555505 179550 start.go:256] writing updated cluster config ...
I1227 08:51:59.555818 179550 ssh_runner.go:195] Run: rm -f paused
I1227 08:51:59.559495 179550 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:51:59.560079 179550 kapi.go:59] client config for pause-388935: &rest.Config{Host:"https://192.168.76.2:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.crt", KeyFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/profiles/pause-388935/client.key", CAFile:"/home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(
nil)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2780200), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), WarningHandlerWithContext:rest.WarningHandlerWithContext(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1227 08:51:59.562573 179550 pod_ready.go:83] waiting for pod "coredns-7d764666f9-f5hv7" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.566421 179550 pod_ready.go:94] pod "coredns-7d764666f9-f5hv7" is "Ready"
I1227 08:51:59.566439 179550 pod_ready.go:86] duration metric: took 3.849091ms for pod "coredns-7d764666f9-f5hv7" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.568113 179550 pod_ready.go:83] waiting for pod "etcd-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.571823 179550 pod_ready.go:94] pod "etcd-pause-388935" is "Ready"
I1227 08:51:59.571839 179550 pod_ready.go:86] duration metric: took 3.708194ms for pod "etcd-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.573564 179550 pod_ready.go:83] waiting for pod "kube-apiserver-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.576920 179550 pod_ready.go:94] pod "kube-apiserver-pause-388935" is "Ready"
I1227 08:51:59.576939 179550 pod_ready.go:86] duration metric: took 3.348975ms for pod "kube-apiserver-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.578621 179550 pod_ready.go:83] waiting for pod "kube-controller-manager-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:51:59.963562 179550 pod_ready.go:94] pod "kube-controller-manager-pause-388935" is "Ready"
I1227 08:51:59.963585 179550 pod_ready.go:86] duration metric: took 384.946807ms for pod "kube-controller-manager-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.163550 179550 pod_ready.go:83] waiting for pod "kube-proxy-ms8vc" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.563119 179550 pod_ready.go:94] pod "kube-proxy-ms8vc" is "Ready"
I1227 08:52:00.563155 179550 pod_ready.go:86] duration metric: took 399.576486ms for pod "kube-proxy-ms8vc" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:00.764076 179550 pod_ready.go:83] waiting for pod "kube-scheduler-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:01.163601 179550 pod_ready.go:94] pod "kube-scheduler-pause-388935" is "Ready"
I1227 08:52:01.163626 179550 pod_ready.go:86] duration metric: took 399.519493ms for pod "kube-scheduler-pause-388935" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:52:01.163638 179550 pod_ready.go:40] duration metric: took 1.604114605s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:52:01.205953 179550 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 08:52:01.299425 179550 out.go:179] * Done! kubectl is now configured to use "pause-388935" cluster and "default" namespace by default
I1227 08:52:00.573764 177219 cli_runner.go:164] Run: docker container inspect missing-upgrade-427083 --format={{.State.Status}}
W1227 08:52:00.590411 177219 cli_runner.go:211] docker container inspect missing-upgrade-427083 --format={{.State.Status}} returned with exit code 1
I1227 08:52:00.590476 177219 oci.go:671] temporary error verifying shutdown: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:52:00.590492 177219 oci.go:673] temporary error: container missing-upgrade-427083 status is but expect it to be exited
I1227 08:52:00.590542 177219 oci.go:88] couldn't shut down missing-upgrade-427083 (might be okay): verify shutdown: couldn't verify container is exited. %v: unknown state "missing-upgrade-427083": docker container inspect missing-upgrade-427083 --format={{.State.Status}}: exit status 1
stdout:
stderr:
Error response from daemon: No such container: missing-upgrade-427083
I1227 08:52:00.590618 177219 cli_runner.go:164] Run: docker rm -f -v missing-upgrade-427083
I1227 08:52:00.607518 177219 cli_runner.go:164] Run: docker container inspect -f {{.Id}} missing-upgrade-427083
W1227 08:52:00.623117 177219 cli_runner.go:211] docker container inspect -f {{.Id}} missing-upgrade-427083 returned with exit code 1
I1227 08:52:00.623207 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:52:00.639858 177219 cli_runner.go:164] Run: docker network rm missing-upgrade-427083
I1227 08:52:01.279888 177219 fix.go:124] Sleeping 1 second for extra luck!
I1227 08:52:02.280454 177219 start.go:125] createHost starting for "" (driver="docker")
I1227 08:51:57.666165 180308 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 08:51:57.666393 180308 start.go:159] libmachine.API.Create for "NoKubernetes-786698" (driver="docker")
I1227 08:51:57.666420 180308 client.go:173] LocalClient.Create starting
I1227 08:51:57.666490 180308 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:51:57.666521 180308 main.go:144] libmachine: Decoding PEM data...
I1227 08:51:57.666539 180308 main.go:144] libmachine: Parsing certificate...
I1227 08:51:57.666598 180308 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:51:57.666616 180308 main.go:144] libmachine: Decoding PEM data...
I1227 08:51:57.666634 180308 main.go:144] libmachine: Parsing certificate...
I1227 08:51:57.666917 180308 cli_runner.go:164] Run: docker network inspect NoKubernetes-786698 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:51:57.685482 180308 cli_runner.go:211] docker network inspect NoKubernetes-786698 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:51:57.685571 180308 network_create.go:284] running [docker network inspect NoKubernetes-786698] to gather additional debugging logs...
I1227 08:51:57.685595 180308 cli_runner.go:164] Run: docker network inspect NoKubernetes-786698
W1227 08:51:57.702752 180308 cli_runner.go:211] docker network inspect NoKubernetes-786698 returned with exit code 1
I1227 08:51:57.702793 180308 network_create.go:287] error running [docker network inspect NoKubernetes-786698]: docker network inspect NoKubernetes-786698: exit status 1
stdout:
[]
stderr:
Error response from daemon: network NoKubernetes-786698 not found
I1227 08:51:57.702808 180308 network_create.go:289] output of [docker network inspect NoKubernetes-786698]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network NoKubernetes-786698 not found
** /stderr **
I1227 08:51:57.702949 180308 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:51:57.720484 180308 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:51:57.721154 180308 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 08:51:57.721854 180308 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 08:51:57.726693 180308 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-a5f1ae6548e4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6e:0b:a7:ce:76:e1} reservation:<nil>}
I1227 08:51:57.727808 180308 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001f28610}
I1227 08:51:57.727842 180308 network_create.go:124] attempt to create docker network NoKubernetes-786698 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 08:51:57.727904 180308 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=NoKubernetes-786698 NoKubernetes-786698
I1227 08:51:57.778763 180308 network_create.go:108] docker network NoKubernetes-786698 192.168.85.0/24 created
I1227 08:51:57.778793 180308 kic.go:121] calculated static IP "192.168.85.2" for the "NoKubernetes-786698" container
I1227 08:51:57.778862 180308 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:51:57.796806 180308 cli_runner.go:164] Run: docker volume create NoKubernetes-786698 --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --label created_by.minikube.sigs.k8s.io=true
I1227 08:51:57.817521 180308 oci.go:103] Successfully created a docker volume NoKubernetes-786698
I1227 08:51:57.817596 180308 cli_runner.go:164] Run: docker run --rm --name NoKubernetes-786698-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --entrypoint /usr/bin/test -v NoKubernetes-786698:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 08:51:58.235103 180308 oci.go:107] Successfully prepared a docker volume NoKubernetes-786698
I1227 08:51:58.235183 180308 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:51:58.235195 180308 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:51:58.235242 180308 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v NoKubernetes-786698:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:52:02.071029 180308 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v NoKubernetes-786698:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (3.83573544s)
I1227 08:52:02.071058 180308 kic.go:203] duration metric: took 3.83585909s to extract preloaded images to volume ...
W1227 08:52:02.071132 180308 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 08:52:02.071168 180308 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 08:52:02.071206 180308 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 08:52:02.124774 180308 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname NoKubernetes-786698 --name NoKubernetes-786698 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=NoKubernetes-786698 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=NoKubernetes-786698 --network NoKubernetes-786698 --ip 192.168.85.2 --volume NoKubernetes-786698:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 08:52:02.413909 180308 cli_runner.go:164] Run: docker container inspect NoKubernetes-786698 --format={{.State.Running}}
I1227 08:52:02.436283 180308 cli_runner.go:164] Run: docker container inspect NoKubernetes-786698 --format={{.State.Status}}
I1227 08:52:02.456876 180308 cli_runner.go:164] Run: docker exec NoKubernetes-786698 stat /var/lib/dpkg/alternatives/iptables
I1227 08:52:02.282570 177219 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 08:52:02.282717 177219 start.go:159] libmachine.API.Create for "missing-upgrade-427083" (driver="docker")
I1227 08:52:02.282754 177219 client.go:173] LocalClient.Create starting
I1227 08:52:02.282867 177219 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:52:02.282913 177219 main.go:144] libmachine: Decoding PEM data...
I1227 08:52:02.282940 177219 main.go:144] libmachine: Parsing certificate...
I1227 08:52:02.283011 177219 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:52:02.283042 177219 main.go:144] libmachine: Decoding PEM data...
I1227 08:52:02.283063 177219 main.go:144] libmachine: Parsing certificate...
I1227 08:52:02.283357 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:52:02.304416 177219 cli_runner.go:211] docker network inspect missing-upgrade-427083 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:52:02.304513 177219 network_create.go:284] running [docker network inspect missing-upgrade-427083] to gather additional debugging logs...
I1227 08:52:02.304537 177219 cli_runner.go:164] Run: docker network inspect missing-upgrade-427083
W1227 08:52:02.324251 177219 cli_runner.go:211] docker network inspect missing-upgrade-427083 returned with exit code 1
I1227 08:52:02.324294 177219 network_create.go:287] error running [docker network inspect missing-upgrade-427083]: docker network inspect missing-upgrade-427083: exit status 1
stdout:
[]
stderr:
Error response from daemon: network missing-upgrade-427083 not found
I1227 08:52:02.324330 177219 network_create.go:289] output of [docker network inspect missing-upgrade-427083]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network missing-upgrade-427083 not found
** /stderr **
I1227 08:52:02.324435 177219 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:52:02.349637 177219 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:52:02.350488 177219 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 08:52:02.351302 177219 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 08:52:02.352107 177219 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-a5f1ae6548e4 IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:6e:0b:a7:ce:76:e1} reservation:<nil>}
I1227 08:52:02.352921 177219 network.go:211] skipping subnet 192.168.85.0/24 that is taken: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName:br-6aa3e009dd55 IfaceIPv4:192.168.85.1 IfaceMTU:1500 IfaceMAC:a2:80:e6:11:19:87} reservation:<nil>}
I1227 08:52:02.353610 177219 network.go:211] skipping subnet 192.168.94.0/24 that is taken: &{IP:192.168.94.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.94.0/24 Gateway:192.168.94.1 ClientMin:192.168.94.2 ClientMax:192.168.94.254 Broadcast:192.168.94.255 IsPrivate:true Interface:{IfaceName:br-aee51658fa56 IfaceIPv4:192.168.94.1 IfaceMTU:1500 IfaceMAC:56:7b:87:33:20:f5} reservation:<nil>}
I1227 08:52:02.354484 177219 network.go:206] using free private subnet 192.168.103.0/24: &{IP:192.168.103.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.103.0/24 Gateway:192.168.103.1 ClientMin:192.168.103.2 ClientMax:192.168.103.254 Broadcast:192.168.103.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0020f1110}
I1227 08:52:02.354513 177219 network_create.go:124] attempt to create docker network missing-upgrade-427083 192.168.103.0/24 with gateway 192.168.103.1 and MTU of 1500 ...
I1227 08:52:02.354557 177219 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.103.0/24 --gateway=192.168.103.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=missing-upgrade-427083 missing-upgrade-427083
I1227 08:52:02.425040 177219 network_create.go:108] docker network missing-upgrade-427083 192.168.103.0/24 created
I1227 08:52:02.425076 177219 kic.go:121] calculated static IP "192.168.103.2" for the "missing-upgrade-427083" container
I1227 08:52:02.425175 177219 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:52:02.446337 177219 cli_runner.go:164] Run: docker volume create missing-upgrade-427083 --label name.minikube.sigs.k8s.io=missing-upgrade-427083 --label created_by.minikube.sigs.k8s.io=true
I1227 08:52:02.466073 177219 oci.go:103] Successfully created a docker volume missing-upgrade-427083
I1227 08:52:02.466173 177219 cli_runner.go:164] Run: docker run --rm --name missing-upgrade-427083-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=missing-upgrade-427083 --entrypoint /usr/bin/test -v missing-upgrade-427083:/var gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -d /var/lib
I1227 08:52:02.787348 177219 oci.go:107] Successfully prepared a docker volume missing-upgrade-427083
I1227 08:52:02.787416 177219 preload.go:188] Checking if preload exists for k8s version v1.32.0 and runtime crio
I1227 08:52:02.787426 177219 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:52:02.787471 177219 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v missing-upgrade-427083:/extractDir gcr.io/k8s-minikube/kicbase:v0.0.46@sha256:fd2d445ddcc33ebc5c6b68a17e6219ea207ce63c005095ea1525296da2d1a279 -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:52:02.806535 177427 api_server.go:315] stopped: https://192.168.94.2:8443/healthz: Get "https://192.168.94.2:8443/healthz": context deadline exceeded (Client.Timeout exceeded while awaiting headers)
I1227 08:52:02.806589 177427 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
==> CRI-O <==
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.145813823Z" level=info msg="RDT not available in the host system"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.145828948Z" level=info msg="Using conmon executable: /usr/libexec/crio/conmon"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146627537Z" level=info msg="Conmon does support the --sync option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146644285Z" level=info msg="Conmon does support the --log-global-size-max option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.146657308Z" level=info msg="Using conmon executable: /usr/libexec/crio/conmon"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.147409795Z" level=info msg="Conmon does support the --sync option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.147425457Z" level=info msg="Conmon does support the --log-global-size-max option"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.151591059Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.15160906Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.15214653Z" level=info msg="Current CRI-O configuration:\n[crio]\n root = \"/var/lib/containers/storage\"\n runroot = \"/run/containers/storage\"\n imagestore = \"\"\n storage_driver = \"overlay\"\n log_dir = \"/var/log/crio/pods\"\n version_file = \"/var/run/crio/version\"\n version_file_persist = \"\"\n clean_shutdown_file = \"/var/lib/crio/clean.shutdown\"\n internal_wipe = true\n internal_repair = true\n [crio.api]\n grpc_max_send_msg_size = 83886080\n grpc_max_recv_msg_size = 83886080\n listen = \"/var/run/crio/crio.sock\"\n stream_address = \"127.0.0.1\"\n stream_port = \"0\"\n stream_enable_tls = false\n stream_tls_cert = \"\"\n stream_tls_key = \"\"\n stream_tls_ca = \"\"\n stream_idle_timeout = \"\"\n [crio.runtime]\n no_pivot = false\n selinux = false\n log_to_journald = false\n drop_infra_ctr = true\n read_only = false\n hooks_dir = [\"/usr/share/containers/oci/hook
s.d\"]\n default_capabilities = [\"CHOWN\", \"DAC_OVERRIDE\", \"FSETID\", \"FOWNER\", \"SETGID\", \"SETUID\", \"SETPCAP\", \"NET_BIND_SERVICE\", \"KILL\"]\n add_inheritable_capabilities = false\n default_sysctls = [\"net.ipv4.ip_unprivileged_port_start=0\"]\n allowed_devices = [\"/dev/fuse\", \"/dev/net/tun\"]\n cdi_spec_dirs = [\"/etc/cdi\", \"/var/run/cdi\"]\n device_ownership_from_security_context = false\n default_runtime = \"crun\"\n decryption_keys_path = \"/etc/crio/keys/\"\n conmon = \"\"\n conmon_cgroup = \"pod\"\n seccomp_profile = \"\"\n privileged_seccomp_profile = \"\"\n apparmor_profile = \"crio-default\"\n blockio_config_file = \"\"\n blockio_reload = false\n irqbalance_config_file = \"/etc/sysconfig/irqbalance\"\n rdt_config_file = \"\"\n cgroup_manager = \"systemd\"\n default_mounts_file = \"\"\n container_exits_dir = \"/var/run/crio/exits\"\n container_attach_socket_dir = \"/var/run/crio\"\n bind_mount_prefix = \"\"\n uid_m
appings = \"\"\n minimum_mappable_uid = -1\n gid_mappings = \"\"\n minimum_mappable_gid = -1\n log_level = \"info\"\n log_filter = \"\"\n namespaces_dir = \"/var/run\"\n pinns_path = \"/usr/bin/pinns\"\n enable_criu_support = false\n pids_limit = -1\n log_size_max = -1\n ctr_stop_timeout = 30\n separate_pull_cgroup = \"\"\n infra_ctr_cpuset = \"\"\n shared_cpuset = \"\"\n enable_pod_events = false\n irqbalance_config_restore_file = \"/etc/sysconfig/orig_irq_banned_cpus\"\n hostnetwork_disable_selinux = true\n disable_hostport_mapping = false\n timezone = \"\"\n [crio.runtime.runtimes]\n [crio.runtime.runtimes.crun]\n runtime_config_path = \"\"\n runtime_path = \"/usr/libexec/crio/crun\"\n runtime_type = \"\"\n runtime_root = \"/run/crun\"\n allowed_annotations = [\"io.containers.trace-syscall\"]\n monitor_path = \"/usr/libexec/crio/conmon\"\n monitor_cgroup = \"pod\"\n container_min_memory
= \"12MiB\"\n no_sync_log = false\n [crio.runtime.runtimes.runc]\n runtime_config_path = \"\"\n runtime_path = \"/usr/libexec/crio/runc\"\n runtime_type = \"\"\n runtime_root = \"/run/runc\"\n monitor_path = \"/usr/libexec/crio/conmon\"\n monitor_cgroup = \"pod\"\n container_min_memory = \"12MiB\"\n no_sync_log = false\n [crio.image]\n default_transport = \"docker://\"\n global_auth_file = \"\"\n namespaced_auth_dir = \"/etc/crio/auth\"\n pause_image = \"registry.k8s.io/pause:3.10.1\"\n pause_image_auth_file = \"\"\n pause_command = \"/pause\"\n signature_policy = \"/etc/crio/policy.json\"\n signature_policy_dir = \"/etc/crio/policies\"\n image_volumes = \"mkdir\"\n big_files_temporary_dir = \"\"\n auto_reload_registries = false\n pull_progress_timeout = \"0s\"\n oci_artifact_mount_support = true\n short_name_mode = \"enforcing\"\n [crio.network]\n cni_default_network = \"\"\n network_dir = \"
/etc/cni/net.d/\"\n plugin_dirs = [\"/opt/cni/bin/\"]\n [crio.metrics]\n enable_metrics = false\n metrics_collectors = [\"image_pulls_layer_size\", \"containers_events_dropped_total\", \"containers_oom_total\", \"processes_defunct\", \"operations_total\", \"operations_latency_seconds\", \"operations_latency_seconds_total\", \"operations_errors_total\", \"image_pulls_bytes_total\", \"image_pulls_skipped_bytes_total\", \"image_pulls_failure_total\", \"image_pulls_success_total\", \"image_layer_reuse_total\", \"containers_oom_count_total\", \"containers_seccomp_notifier_count_total\", \"resources_stalled_at_stage\", \"containers_stopped_monitor_count\"]\n metrics_host = \"127.0.0.1\"\n metrics_port = 9090\n metrics_socket = \"\"\n metrics_cert = \"\"\n metrics_key = \"\"\n [crio.tracing]\n enable_tracing = false\n tracing_endpoint = \"127.0.0.1:4317\"\n tracing_sampling_rate_per_million = 0\n [crio.stats]\n stats_collection_period = 0\n collection_period = 0\n [crio.nri
]\n enable_nri = true\n nri_listen = \"/var/run/nri/nri.sock\"\n nri_plugin_dir = \"/opt/nri/plugins\"\n nri_plugin_config_dir = \"/etc/nri/conf.d\"\n nri_plugin_registration_timeout = \"5s\"\n nri_plugin_request_timeout = \"2s\"\n nri_disable_connections = false\n [crio.nri.default_validator]\n nri_enable_default_validator = false\n nri_validator_reject_oci_hook_adjustment = false\n nri_validator_reject_runtime_default_seccomp_adjustment = false\n nri_validator_reject_unconfined_seccomp_adjustment = false\n nri_validator_reject_custom_seccomp_adjustment = false\n nri_validator_reject_namespace_adjustment = false\n nri_validator_tolerate_missing_plugins_annotation = \"\"\n"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.152609056Z" level=info msg="Attempting to restore irqbalance config from /etc/sysconfig/orig_irq_banned_cpus"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.152663797Z" level=info msg="Restore irqbalance config: failed to get current CPU ban list, ignoring"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.231675403Z" level=info msg="Got pod network &{Name:coredns-7d764666f9-f5hv7 Namespace:kube-system ID:968d9cfb92855d9947da4cb163a35dae3a860cd3957ac9846028f13b38c34334 UID:e6a9b7d8-8912-4fc6-9d53-5b20058b220b NetNS:/var/run/netns/f93b56a5-46a2-4da1-8d54-148297d74a49 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0001325e8}] Aliases:map[]}"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.231889915Z" level=info msg="Checking pod kube-system_coredns-7d764666f9-f5hv7 for CNI network kindnet (type=ptp)"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232387975Z" level=info msg="Registered SIGHUP reload watcher"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232409537Z" level=info msg="Starting seccomp notifier watcher"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.23245615Z" level=info msg="Create NRI interface"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.23258398Z" level=info msg="built-in NRI default validator is disabled"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232601376Z" level=info msg="runtime interface created"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232615175Z" level=info msg="Registered domain \"k8s.io\" with NRI"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232620724Z" level=info msg="runtime interface starting up..."
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232626219Z" level=info msg="starting plugins..."
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.232638782Z" level=info msg="Synchronizing NRI (plugin) with current runtime state"
Dec 27 08:51:58 pause-388935 crio[2222]: time="2025-12-27T08:51:58.233022262Z" level=info msg="No systemd watchdog enabled"
Dec 27 08:51:58 pause-388935 systemd[1]: Started crio.service - Container Runtime Interface for OCI (CRI-O).
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
2273ad06244d2 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 15 seconds ago Running coredns 0 968d9cfb92855 coredns-7d764666f9-f5hv7 kube-system
630dd7e2dab1c docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 26 seconds ago Running kindnet-cni 0 63c444767da46 kindnet-x2ftp kube-system
75dea6a8952f6 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 28 seconds ago Running kube-proxy 0 08ac096cf8d42 kube-proxy-ms8vc kube-system
8d7350c41ca48 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 38 seconds ago Running kube-apiserver 0 4c07ff8c41b29 kube-apiserver-pause-388935 kube-system
898c3703620ce 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 38 seconds ago Running kube-controller-manager 0 69435f473b8c8 kube-controller-manager-pause-388935 kube-system
42a97ae004494 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 38 seconds ago Running etcd 0 9637333db5065 etcd-pause-388935 kube-system
c3f8fefa54aa3 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 38 seconds ago Running kube-scheduler 0 4d7250ce3b824 kube-scheduler-pause-388935 kube-system
==> coredns [2273ad06244d2ea0a96e661b95125fd53fd41a2533a5c3432138e8de99c30991] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:49296 - 51704 "HINFO IN 6045874166965029743.7923397867709011294. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.012061423s
==> describe nodes <==
Name: pause-388935
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=pause-388935
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=pause-388935
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_51_34_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:51:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: pause-388935
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:51:54 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:29 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:51:52 +0000 Sat, 27 Dec 2025 08:51:52 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: pause-388935
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 91564a54-f435-4d26-b706-8667e39ea539
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system coredns-7d764666f9-f5hv7 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 29s
kube-system etcd-pause-388935 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 35s
kube-system kindnet-x2ftp 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 29s
kube-system kube-apiserver-pause-388935 250m (3%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system kube-controller-manager-pause-388935 200m (2%) 0 (0%) 0 (0%) 0 (0%) 35s
kube-system kube-proxy-ms8vc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 29s
kube-system kube-scheduler-pause-388935 100m (1%) 0 (0%) 0 (0%) 0 (0%) 35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 30s node-controller Node pause-388935 event: Registered Node pause-388935 in Controller
==> dmesg <==
[Dec27 08:17] MDS CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/mds.html for more details.
[ +0.001805] TAA CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/tsx_async_abort.html for more details.
[ +0.001000] MMIO Stale Data CPU bug present and SMT on, data leak possible. See https://www.kernel.org/doc/html/latest/admin-guide/hw-vuln/processor_mmio_stale_data.html for more details.
[ +0.085011] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended configuration space under this bridge
[ +0.380384] i8042: Warning: Keylock active
[ +0.010228] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.
[ +0.497314] block sda: the capability attribute has been deprecated.
[ +0.087553] systemd[1]: Configuration file /run/systemd/system/netplan-ovs-cleanup.service is marked world-inaccessible. This has no effect as configuration data is accessible via APIs without restrictions. Proceeding anyway.
[ +0.024804] systemd[1]: /lib/systemd/system/snapd.service:23: Unknown key name 'RestartMode' in section 'Service', ignoring.
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
==> etcd [42a97ae00449481cb67c1556a2d1b7498ad338e2fb84cefbc91ff46efd9ca5c9] <==
{"level":"info","ts":"2025-12-27T08:51:29.823638Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ea7e25599daad906 is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823709Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ea7e25599daad906 became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823772Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 1"}
{"level":"info","ts":"2025-12-27T08:51:29.823786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:51:29.823804Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ea7e25599daad906 became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824375Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824452Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:51:29.824497Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ea7e25599daad906 became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.824527Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:51:29.825145Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.825680Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:pause-388935 ClientURLs:[https://192.168.76.2:2379]}","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:51:29.825895Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:51:29.825930Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.826097Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.825851Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:51:29.827229Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:51:29.828139Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:51:29.828383Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:51:29.830548Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:51:29.828553Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:51:29.830582Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:51:29.828553Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:51:29.833640Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-12-27T08:51:29.833530Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:51:42.720085Z","caller":"traceutil/trace.go:172","msg":"trace[1842236958] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"149.849353ms","start":"2025-12-27T08:51:42.570216Z","end":"2025-12-27T08:51:42.720065Z","steps":["trace[1842236958] 'process raft request' (duration: 149.723245ms)"],"step_count":1}
==> kernel <==
08:52:08 up 34 min, 0 user, load average: 5.12, 2.35, 1.45
Linux pause-388935 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [630dd7e2dab1cb966041febea8efd31f22d8774354fc53de64205fd0307764ab] <==
I1227 08:51:41.693068 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:51:41.693401 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1227 08:51:41.693620 1 main.go:148] setting mtu 1500 for CNI
I1227 08:51:41.693652 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:51:41.693664 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:51:41Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:51:41.989447 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:51:41.989508 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:51:41.989525 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:51:41.989667 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:51:42.286569 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:51:42.286606 1 metrics.go:72] Registering metrics
I1227 08:51:42.287207 1 controller.go:711] "Syncing nftables rules"
I1227 08:51:51.991373 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:51:51.991450 1 main.go:301] handling current node
I1227 08:52:01.990266 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:52:01.990350 1 main.go:301] handling current node
==> kube-apiserver [8d7350c41ca48fd1da0f49b74fe39729d6a857a7a0e87cf90cc484f41c554d80] <==
I1227 08:51:31.291853 1 policy_source.go:248] refreshing policies
E1227 08:51:31.339107 1 controller.go:156] "Error while syncing ConfigMap" err="namespaces \"kube-system\" not found" logger="UnhandledError" configmap="kube-system/kube-apiserver-legacy-service-account-token-tracking"
I1227 08:51:31.383550 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 08:51:31.387530 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 08:51:31.387826 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:31.393670 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:31.486792 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:51:32.187870 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 08:51:32.192520 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:51:32.193984 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 08:51:32.638026 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:51:32.671216 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:51:32.796914 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:51:32.803773 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1227 08:51:32.804800 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 08:51:32.808889 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:51:33.223738 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 08:51:33.653015 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 08:51:33.662393 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:51:33.668964 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 08:51:38.778952 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:38.783634 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:51:39.075940 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 08:51:39.224546 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
I1227 08:51:39.224546 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [898c3703620ce3ea85899f96f38b7103e676d2c5bef968f0e47a7c9edf5bc151] <==
I1227 08:51:38.032282 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032299 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032439 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 08:51:38.032450 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032498 1 range_allocator.go:177] "Sending events to api server"
I1227 08:51:38.032515 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="pause-388935"
I1227 08:51:38.032560 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 08:51:38.032563 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 08:51:38.032567 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:38.032582 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032588 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032662 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032815 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032832 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032857 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.032995 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.033064 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.033147 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.037088 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:38.048853 1 range_allocator.go:433] "Set node PodCIDR" node="pause-388935" podCIDRs=["10.244.0.0/24"]
I1227 08:51:38.131927 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:38.131952 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 08:51:38.131960 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 08:51:38.138217 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:53.034733 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [75dea6a8952f6b8d57ec9d5086dc63e2960a92110d7dd6ffa094623cb98c8fe3] <==
I1227 08:51:39.664447 1 server_linux.go:53] "Using iptables proxy"
I1227 08:51:39.732690 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:51:39.832903 1 shared_informer.go:377] "Caches are synced"
I1227 08:51:39.832937 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1227 08:51:39.833020 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 08:51:39.866357 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:51:39.866432 1 server_linux.go:136] "Using iptables Proxier"
I1227 08:51:39.879629 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 08:51:39.880105 1 server.go:529] "Version info" version="v1.35.0"
I1227 08:51:39.880132 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:51:39.883757 1 config.go:309] "Starting node config controller"
I1227 08:51:39.883818 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 08:51:39.883827 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 08:51:39.883879 1 config.go:200] "Starting service config controller"
I1227 08:51:39.883888 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 08:51:39.883911 1 config.go:106] "Starting endpoint slice config controller"
I1227 08:51:39.883917 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 08:51:39.883913 1 config.go:403] "Starting serviceCIDR config controller"
I1227 08:51:39.883940 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 08:51:39.984047 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 08:51:39.984596 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 08:51:39.984624 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [c3f8fefa54aa34136c13ff52b856e29a7a85f7ec697a5b9bb5e87ee27d667a6e] <==
E1227 08:51:31.243873 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:51:31.244110 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:51:31.244124 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 08:51:31.244217 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:51:31.244273 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 08:51:31.244414 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:51:31.244452 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:51:31.244899 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:51:31.244953 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 08:51:31.244916 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:51:31.244990 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:51:31.245010 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:51:32.083816 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:51:32.088806 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:51:32.124288 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:51:32.170304 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:51:32.182085 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:51:32.239115 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:51:32.245003 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:51:32.298600 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:51:32.303846 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:51:32.356102 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:51:32.372158 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:51:32.396182 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
I1227 08:51:32.838713 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 08:51:39 pause-388935 kubelet[1309]: I1227 08:51:39.340864 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/1f5803fe-554d-4b1f-8c0d-cb18729d43eb-xtables-lock\") pod \"kube-proxy-ms8vc\" (UID: \"1f5803fe-554d-4b1f-8c0d-cb18729d43eb\") " pod="kube-system/kube-proxy-ms8vc"
Dec 27 08:51:39 pause-388935 kubelet[1309]: I1227 08:51:39.340904 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/1f5803fe-554d-4b1f-8c0d-cb18729d43eb-lib-modules\") pod \"kube-proxy-ms8vc\" (UID: \"1f5803fe-554d-4b1f-8c0d-cb18729d43eb\") " pod="kube-system/kube-proxy-ms8vc"
Dec 27 08:51:40 pause-388935 kubelet[1309]: I1227 08:51:40.571667 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-ms8vc" podStartSLOduration=1.571648359 podStartE2EDuration="1.571648359s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:51:40.571483085 +0000 UTC m=+7.151708343" watchObservedRunningTime="2025-12-27 08:51:40.571648359 +0000 UTC m=+7.151873617"
Dec 27 08:51:42 pause-388935 kubelet[1309]: E1227 08:51:42.631545 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-pause-388935" containerName="kube-controller-manager"
Dec 27 08:51:42 pause-388935 kubelet[1309]: I1227 08:51:42.721701 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-x2ftp" podStartSLOduration=1.751231277 podStartE2EDuration="3.721684524s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="2025-12-27 08:51:39.566291022 +0000 UTC m=+6.146516274" lastFinishedPulling="2025-12-27 08:51:41.536744269 +0000 UTC m=+8.116969521" observedRunningTime="2025-12-27 08:51:42.721468709 +0000 UTC m=+9.301693997" watchObservedRunningTime="2025-12-27 08:51:42.721684524 +0000 UTC m=+9.301909781"
Dec 27 08:51:44 pause-388935 kubelet[1309]: E1227 08:51:44.947922 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-pause-388935" containerName="etcd"
Dec 27 08:51:45 pause-388935 kubelet[1309]: E1227 08:51:45.717969 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-pause-388935" containerName="kube-apiserver"
Dec 27 08:51:45 pause-388935 kubelet[1309]: E1227 08:51:45.979590 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-pause-388935" containerName="kube-scheduler"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.509856 1309 kubelet_node_status.go:427] "Fast updating node status as it just became ready"
Dec 27 08:51:52 pause-388935 kubelet[1309]: E1227 08:51:52.637901 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-pause-388935" containerName="kube-controller-manager"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.640514 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/e6a9b7d8-8912-4fc6-9d53-5b20058b220b-config-volume\") pod \"coredns-7d764666f9-f5hv7\" (UID: \"e6a9b7d8-8912-4fc6-9d53-5b20058b220b\") " pod="kube-system/coredns-7d764666f9-f5hv7"
Dec 27 08:51:52 pause-388935 kubelet[1309]: I1227 08:51:52.640566 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5qwp9\" (UniqueName: \"kubernetes.io/projected/e6a9b7d8-8912-4fc6-9d53-5b20058b220b-kube-api-access-5qwp9\") pod \"coredns-7d764666f9-f5hv7\" (UID: \"e6a9b7d8-8912-4fc6-9d53-5b20058b220b\") " pod="kube-system/coredns-7d764666f9-f5hv7"
Dec 27 08:51:53 pause-388935 kubelet[1309]: E1227 08:51:53.586004 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:53 pause-388935 kubelet[1309]: I1227 08:51:53.610822 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/coredns-7d764666f9-f5hv7" podStartSLOduration=14.610800562 podStartE2EDuration="14.610800562s" podCreationTimestamp="2025-12-27 08:51:39 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:51:53.597718651 +0000 UTC m=+20.177943908" watchObservedRunningTime="2025-12-27 08:51:53.610800562 +0000 UTC m=+20.191025821"
Dec 27 08:51:54 pause-388935 kubelet[1309]: E1227 08:51:54.588183 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:55 pause-388935 kubelet[1309]: E1227 08:51:55.590266 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-f5hv7" containerName="coredns"
Dec 27 08:51:56 pause-388935 kubelet[1309]: W1227 08:51:56.590691 1309 logging.go:55] [core] [Channel #1 SubChannel #2]grpc: addrConn.createTransport failed to connect to {Addr: "/var/run/crio/crio.sock", ServerName: "localhost", BalancerAttributes: {"<%!p(pickfirstleaf.managedByPickfirstKeyType={})>": "<%!p(bool=true)>" }}. Err: connection error: desc = "transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory"
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590791 1309 log.go:32] "ListPodSandbox with filter from runtime service failed" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\"" filter="<nil>"
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590840 1309 kuberuntime_sandbox.go:297] "Failed to list pod sandboxes" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\""
Dec 27 08:51:56 pause-388935 kubelet[1309]: E1227 08:51:56.590856 1309 generic.go:254] "GenericPLEG: Unable to retrieve pods" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial unix /var/run/crio/crio.sock: connect: no such file or directory\""
Dec 27 08:51:58 pause-388935 kubelet[1309]: E1227 08:51:58.529853 1309 kubelet.go:3130] "Container runtime network not ready" networkReady="NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: plugin status uninitialized"
Dec 27 08:52:01 pause-388935 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 08:52:01 pause-388935 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 08:52:01 pause-388935 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 08:52:01 pause-388935 systemd[1]: kubelet.service: Consumed 1.267s CPU time.
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-388935 -n pause-388935
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p pause-388935 -n pause-388935: exit status 2 (368.044732ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context pause-388935 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestPause/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestPause/serial/Pause (7.31s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-601009 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-601009 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (276.21344ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:59:26Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-amd64 addons enable metrics-server -p old-k8s-version-601009 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context old-k8s-version-601009 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context old-k8s-version-601009 describe deploy/metrics-server -n kube-system: exit status 1 (70.135405ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context old-k8s-version-601009 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect old-k8s-version-601009
helpers_test.go:244: (dbg) docker inspect old-k8s-version-601009:
-- stdout --
[
{
"Id": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"Created": "2025-12-27T08:58:31.667679775Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 286855,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:58:31.701842943Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hostname",
"HostsPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hosts",
"LogPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1-json.log",
"Name": "/old-k8s-version-601009",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-601009:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "old-k8s-version-601009",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"LowerDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/merged",
"UpperDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/diff",
"WorkDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-601009",
"Source": "/var/lib/docker/volumes/old-k8s-version-601009/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-601009",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-601009",
"name.minikube.sigs.k8s.io": "old-k8s-version-601009",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "c3354d19e89f33c953a65e3d6eaecf6ba579fd28a7a90e2878f83884b23f6ae3",
"SandboxKey": "/var/run/docker/netns/c3354d19e89f",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33088"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33089"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33092"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33090"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33091"
}
]
},
"Networks": {
"old-k8s-version-601009": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c820b69073091b2d42912cd044572f380d65b4ab55d3d7e6f0d70798cb55d60",
"EndpointID": "da77b7857b3470590c99a95c1334fd62d0064ee10b609475d4c273c2637524ad",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "5e:e3:76:63:5d:48",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-601009",
"e489bd3c214e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:253: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25: (1.306118303s)
helpers_test.go:261: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬────────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼────────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ ssh │ -p flannel-902828 sudo cat /etc/docker/daemon.json │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo docker system info │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo systemctl status cri-docker --all --full --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo systemctl cat cri-docker --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo cat /usr/lib/systemd/system/cri-docker.service │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo cri-dockerd --version │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo systemctl status containerd --all --full --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ │
│ ssh │ -p flannel-902828 sudo systemctl cat containerd --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo cat /lib/systemd/system/containerd.service │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo cat /etc/containerd/config.toml │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo containerd config dump │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo systemctl status crio --all --full --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo systemctl cat crio --no-pager │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ ssh │ -p flannel-902828 sudo crio config │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:58 UTC │
│ delete │ -p flannel-902828 │ flannel-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:58 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 pgrep -a kubelet │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/nsswitch.conf │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/hosts │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ addons │ enable metrics-server -p old-k8s-version-601009 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo cat /etc/resolv.conf │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crictl pods │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
└─────────┴─────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴────────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:59:00
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:59:00.255539 299753 out.go:360] Setting OutFile to fd 1 ...
I1227 08:59:00.255838 299753 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:00.255849 299753 out.go:374] Setting ErrFile to fd 2...
I1227 08:59:00.255854 299753 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:00.256041 299753 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:59:00.256579 299753 out.go:368] Setting JSON to false
I1227 08:59:00.257784 299753 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2492,"bootTime":1766823448,"procs":306,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:59:00.257840 299753 start.go:143] virtualization: kvm guest
I1227 08:59:00.259509 299753 out.go:179] * [embed-certs-914340] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:59:00.260682 299753 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:59:00.260741 299753 notify.go:221] Checking for updates...
I1227 08:59:00.262731 299753 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:59:00.263971 299753 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:00.265205 299753 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:59:00.266616 299753 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:59:00.267716 299753 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:59:00.269275 299753 config.go:182] Loaded profile config "bridge-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:59:00.269453 299753 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:59:00.269577 299753 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:00.269685 299753 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:59:00.296016 299753 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:59:00.296159 299753 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:00.373792 299753 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 08:59:00.362175906 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:00.373952 299753 docker.go:319] overlay module found
I1227 08:59:00.375641 299753 out.go:179] * Using the docker driver based on user configuration
I1227 08:59:00.376790 299753 start.go:309] selected driver: docker
I1227 08:59:00.376810 299753 start.go:928] validating driver "docker" against <nil>
I1227 08:59:00.376828 299753 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:59:00.377658 299753 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:00.441166 299753 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 08:59:00.430248806 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:00.441408 299753 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:59:00.441620 299753 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:59:00.443246 299753 out.go:179] * Using Docker driver with root privileges
I1227 08:59:00.444449 299753 cni.go:84] Creating CNI manager for ""
I1227 08:59:00.444527 299753 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:00.444545 299753 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 08:59:00.444611 299753 start.go:353] cluster config:
{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPI
D:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:00.445856 299753 out.go:179] * Starting "embed-certs-914340" primary control-plane node in "embed-certs-914340" cluster
I1227 08:59:00.446971 299753 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:59:00.448096 299753 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:59:00.449058 299753 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:00.449092 299753 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 08:59:00.449116 299753 cache.go:65] Caching tarball of preloaded images
I1227 08:59:00.449171 299753 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:59:00.449216 299753 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:59:00.449239 299753 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 08:59:00.449367 299753 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 08:59:00.449393 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json: {Name:mk9e9acf5275ad28248b9e8a3b05fbd725312956 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:00.473789 299753 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 08:59:00.473814 299753 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 08:59:00.473836 299753 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:59:00.473873 299753 start.go:360] acquireMachinesLock for embed-certs-914340: {Name:mk2d06131e67562a94196e83dbc8acc2d71448e4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:59:00.473993 299753 start.go:364] duration metric: took 98.244µs to acquireMachinesLock for "embed-certs-914340"
I1227 08:59:00.474033 299753 start.go:93] Provisioning new machine with config: &{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServe
rName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmw
arePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:59:00.474138 299753 start.go:125] createHost starting for "" (driver="docker")
I1227 08:58:58.701949 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:58:58.720556 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 08:58:58.737544 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:58:58.755301 296291 provision.go:87] duration metric: took 237.717737ms to configureAuth
I1227 08:58:58.755357 296291 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:58:58.755540 296291 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:58:58.755658 296291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 08:58:58.774502 296291 main.go:144] libmachine: Using SSH client type: native
I1227 08:58:58.774706 296291 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33093 <nil> <nil>}
I1227 08:58:58.774721 296291 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:58:59.038439 296291 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:58:59.038468 296291 machine.go:97] duration metric: took 3.965400141s to provisionDockerMachine
I1227 08:58:59.038480 296291 client.go:176] duration metric: took 5.15964027s to LocalClient.Create
I1227 08:58:59.038502 296291 start.go:167] duration metric: took 5.159736782s to libmachine.API.Create "no-preload-598808"
I1227 08:58:59.038511 296291 start.go:293] postStartSetup for "no-preload-598808" (driver="docker")
I1227 08:58:59.038525 296291 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:58:59.038593 296291 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:58:59.038652 296291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 08:58:59.057485 296291 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33093 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 08:58:59.152438 296291 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:58:59.156171 296291 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:58:59.156195 296291 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:58:59.156205 296291 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:58:59.156254 296291 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:58:59.156364 296291 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:58:59.156456 296291 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:58:59.181830 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:58:59.205920 296291 start.go:296] duration metric: took 167.387579ms for postStartSetup
I1227 08:58:59.206283 296291 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 08:58:59.224987 296291 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/config.json ...
I1227 08:58:59.225248 296291 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:58:59.225306 296291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 08:58:59.244253 296291 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33093 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 08:58:59.332709 296291 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:58:59.338738 296291 start.go:128] duration metric: took 5.465120477s to createHost
I1227 08:58:59.338765 296291 start.go:83] releasing machines lock for "no-preload-598808", held for 5.465277371s
I1227 08:58:59.338855 296291 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 08:58:59.359287 296291 ssh_runner.go:195] Run: cat /version.json
I1227 08:58:59.359406 296291 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:58:59.359437 296291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 08:58:59.359491 296291 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 08:58:59.378973 296291 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33093 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 08:58:59.379203 296291 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33093 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 08:58:59.533080 296291 ssh_runner.go:195] Run: systemctl --version
I1227 08:58:59.541045 296291 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:58:59.608049 296291 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:58:59.613266 296291 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:58:59.613341 296291 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:58:59.642153 296291 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 08:58:59.642177 296291 start.go:496] detecting cgroup driver to use...
I1227 08:58:59.642217 296291 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:58:59.642262 296291 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:58:59.660601 296291 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:58:59.674371 296291 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:58:59.674434 296291 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:58:59.691692 296291 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:58:59.710353 296291 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:58:59.803739 296291 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:58:59.912848 296291 docker.go:234] disabling docker service ...
I1227 08:58:59.912917 296291 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:58:59.933808 296291 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:58:59.948115 296291 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:00.045729 296291 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:00.153164 296291 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:00.167734 296291 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:00.182335 296291 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:59:00.182395 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.192046 296291 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:00.192114 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.202476 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.213680 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.222886 296291 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:00.231531 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.240776 296291 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.256218 296291 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:00.265364 296291 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:00.273097 296291 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:00.280656 296291 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:00.381847 296291 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:00.526151 296291 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:00.526223 296291 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:00.530558 296291 start.go:574] Will wait 60s for crictl version
I1227 08:59:00.530619 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.534655 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:00.563913 296291 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:00.564009 296291 ssh_runner.go:195] Run: crio --version
I1227 08:59:00.597932 296291 ssh_runner.go:195] Run: crio --version
I1227 08:59:00.630480 296291 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:59:00.289730 285571 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:00.789441 285571 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:01.289540 285571 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.28.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:01.409676 285571 kubeadm.go:1114] duration metric: took 12.71337567s to wait for elevateKubeSystemPrivileges
I1227 08:59:01.409774 285571 kubeadm.go:403] duration metric: took 22.478363834s to StartCluster
I1227 08:59:01.409800 285571 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:01.409879 285571 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:01.411197 285571 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:01.411477 285571 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:59:01.411643 285571 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1227 08:59:01.411829 285571 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:01.411868 285571 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 08:59:01.411920 285571 addons.go:70] Setting storage-provisioner=true in profile "old-k8s-version-601009"
I1227 08:59:01.411953 285571 addons.go:239] Setting addon storage-provisioner=true in "old-k8s-version-601009"
I1227 08:59:01.411993 285571 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:01.412133 285571 addons.go:70] Setting default-storageclass=true in profile "old-k8s-version-601009"
I1227 08:59:01.412165 285571 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "old-k8s-version-601009"
I1227 08:59:01.412534 285571 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:01.412576 285571 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:01.413755 285571 out.go:179] * Verifying Kubernetes components...
I1227 08:59:01.418793 285571 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:01.455326 285571 addons.go:239] Setting addon default-storageclass=true in "old-k8s-version-601009"
I1227 08:59:01.455432 285571 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:01.456591 285571 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:01.461749 285571 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:01.463390 285571 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:59:01.463412 285571 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 08:59:01.463480 285571 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:01.489349 285571 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 08:59:01.489388 285571 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 08:59:01.489455 285571 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:01.497719 285571 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:01.536234 285571 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:01.606616 285571 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.85.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.28.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1227 08:59:01.659488 285571 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:01.669223 285571 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:59:01.687856 285571 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.28.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 08:59:02.181516 285571 start.go:987] {"host.minikube.internal": 192.168.85.1} host record injected into CoreDNS's ConfigMap
I1227 08:59:02.182635 285571 node_ready.go:35] waiting up to 6m0s for node "old-k8s-version-601009" to be "Ready" ...
I1227 08:59:02.397864 285571 out.go:179] * Enabled addons: storage-provisioner, default-storageclass
I1227 08:59:00.631575 296291 cli_runner.go:164] Run: docker network inspect no-preload-598808 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:00.648954 296291 ssh_runner.go:195] Run: grep 192.168.94.1 host.minikube.internal$ /etc/hosts
I1227 08:59:00.654218 296291 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.94.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:00.666550 296291 kubeadm.go:884] updating cluster {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath:
SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:00.666672 296291 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:00.666711 296291 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:00.691686 296291 crio.go:557] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.35.0". assuming images are not preloaded.
I1227 08:59:00.691711 296291 cache_images.go:90] LoadCachedImages start: [registry.k8s.io/kube-apiserver:v1.35.0 registry.k8s.io/kube-controller-manager:v1.35.0 registry.k8s.io/kube-scheduler:v1.35.0 registry.k8s.io/kube-proxy:v1.35.0 registry.k8s.io/pause:3.10.1 registry.k8s.io/etcd:3.6.6-0 registry.k8s.io/coredns/coredns:v1.13.1 gcr.io/k8s-minikube/storage-provisioner:v5]
I1227 08:59:00.691776 296291 image.go:138] retrieving image: gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:00.691812 296291 image.go:138] retrieving image: registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.691833 296291 image.go:138] retrieving image: registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.691849 296291 image.go:138] retrieving image: registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.691872 296291 image.go:138] retrieving image: registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.691869 296291 image.go:138] retrieving image: registry.k8s.io/pause:3.10.1
I1227 08:59:00.691803 296291 image.go:138] retrieving image: registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.692069 296291 image.go:138] retrieving image: registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:00.693127 296291 image.go:181] daemon lookup for registry.k8s.io/kube-proxy:v1.35.0: Error response from daemon: No such image: registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.693339 296291 image.go:181] daemon lookup for registry.k8s.io/coredns/coredns:v1.13.1: Error response from daemon: No such image: registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.693347 296291 image.go:181] daemon lookup for registry.k8s.io/pause:3.10.1: Error response from daemon: No such image: registry.k8s.io/pause:3.10.1
I1227 08:59:00.693349 296291 image.go:181] daemon lookup for gcr.io/k8s-minikube/storage-provisioner:v5: Error response from daemon: No such image: gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:00.693347 296291 image.go:181] daemon lookup for registry.k8s.io/etcd:3.6.6-0: Error response from daemon: No such image: registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.693416 296291 image.go:181] daemon lookup for registry.k8s.io/kube-scheduler:v1.35.0: Error response from daemon: No such image: registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.693451 296291 image.go:181] daemon lookup for registry.k8s.io/kube-controller-manager:v1.35.0: Error response from daemon: No such image: registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.693545 296291 image.go:181] daemon lookup for registry.k8s.io/kube-apiserver:v1.35.0: Error response from daemon: No such image: registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:00.824324 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.824513 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:00.830926 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.833204 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.833669 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.842642 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.843007 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} registry.k8s.io/pause:3.10.1
I1227 08:59:00.889151 296291 cache_images.go:118] "registry.k8s.io/kube-apiserver:v1.35.0" needs transfer: "registry.k8s.io/kube-apiserver:v1.35.0" does not exist at hash "5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499" in container runtime
I1227 08:59:00.889200 296291 cri.go:226] Removing image: registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:00.889248 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.889465 296291 cache_images.go:118] "registry.k8s.io/kube-scheduler:v1.35.0" needs transfer: "registry.k8s.io/kube-scheduler:v1.35.0" does not exist at hash "550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc" in container runtime
I1227 08:59:00.889503 296291 cri.go:226] Removing image: registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.889574 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.890897 296291 cache_images.go:118] "registry.k8s.io/etcd:3.6.6-0" needs transfer: "registry.k8s.io/etcd:3.6.6-0" does not exist at hash "0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2" in container runtime
I1227 08:59:00.890927 296291 cri.go:226] Removing image: registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.891050 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.903902 296291 cache_images.go:118] "registry.k8s.io/coredns/coredns:v1.13.1" needs transfer: "registry.k8s.io/coredns/coredns:v1.13.1" does not exist at hash "aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139" in container runtime
I1227 08:59:00.903951 296291 cri.go:226] Removing image: registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.903997 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.904108 296291 cache_images.go:118] "registry.k8s.io/kube-controller-manager:v1.35.0" needs transfer: "registry.k8s.io/kube-controller-manager:v1.35.0" does not exist at hash "2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508" in container runtime
I1227 08:59:00.904137 296291 cri.go:226] Removing image: registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.904172 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.909701 296291 cache_images.go:118] "registry.k8s.io/kube-proxy:v1.35.0" needs transfer: "registry.k8s.io/kube-proxy:v1.35.0" does not exist at hash "32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8" in container runtime
I1227 08:59:00.909801 296291 cri.go:226] Removing image: registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.909860 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.918419 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.918427 296291 cache_images.go:118] "registry.k8s.io/pause:3.10.1" needs transfer: "registry.k8s.io/pause:3.10.1" does not exist at hash "cd073f4c5f6a8e9dc6f3125ba00cf60819cae95c1ec84a1f146ee4a9cf9e803f" in container runtime
I1227 08:59:00.918498 296291 cri.go:226] Removing image: registry.k8s.io/pause:3.10.1
I1227 08:59:00.918500 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.918529 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:00.918598 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.918616 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.918678 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.918736 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:00.963529 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:00.975002 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:00.975117 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.6-0
I1227 08:59:00.975187 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1227 08:59:00.989548 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:00.989640 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:00.989826 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:01.013278 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-scheduler:v1.35.0
I1227 08:59:01.041732 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/etcd:3.6.6-0
I1227 08:59:01.041883 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-controller-manager:v1.35.0
I1227 08:59:01.042007 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1227 08:59:01.043468 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-proxy:v1.35.0
I1227 08:59:01.093020 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/kube-apiserver:v1.35.0
I1227 08:59:01.093080 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.35.0
I1227 08:59:01.093129 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/pause:3.10.1
I1227 08:59:01.093139 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi registry.k8s.io/coredns/coredns:v1.13.1
I1227 08:59:01.093050 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.35.0
I1227 08:59:01.093169 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.35.0
I1227 08:59:01.093176 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.35.0
I1227 08:59:01.093061 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.6.6-0
I1227 08:59:01.093245 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.35.0
I1227 08:59:01.093246 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.6-0
I1227 08:59:01.093351 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.35.0
I1227 08:59:01.123501 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/pause_3.10.1
I1227 08:59:01.123611 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1
I1227 08:59:01.123683 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-controller-manager_v1.35.0: stat -c "%s %y" /var/lib/minikube/images/kube-controller-manager_v1.35.0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-controller-manager_v1.35.0': No such file or directory
I1227 08:59:01.123783 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/etcd_3.6.6-0: stat -c "%s %y" /var/lib/minikube/images/etcd_3.6.6-0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/etcd_3.6.6-0': No such file or directory
I1227 08:59:01.123802 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.6.6-0 --> /var/lib/minikube/images/etcd_3.6.6-0 (23653376 bytes)
I1227 08:59:01.123894 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.35.0 --> /var/lib/minikube/images/kube-controller-manager_v1.35.0 (23144960 bytes)
I1227 08:59:01.129847 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-scheduler_v1.35.0: stat -c "%s %y" /var/lib/minikube/images/kube-scheduler_v1.35.0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-scheduler_v1.35.0': No such file or directory
I1227 08:59:01.130045 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.35.0 --> /var/lib/minikube/images/kube-scheduler_v1.35.0 (17248256 bytes)
I1227 08:59:01.129958 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-proxy_v1.35.0: stat -c "%s %y" /var/lib/minikube/images/kube-proxy_v1.35.0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-proxy_v1.35.0': No such file or directory
I1227 08:59:01.130100 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.35.0 --> /var/lib/minikube/images/kube-proxy_v1.35.0 (25791488 bytes)
I1227 08:59:01.130283 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/coredns/coredns_v1.13.1
I1227 08:59:01.131226 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.13.1
I1227 08:59:01.131848 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/pause_3.10.1: stat -c "%s %y" /var/lib/minikube/images/pause_3.10.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/pause_3.10.1': No such file or directory
I1227 08:59:01.131878 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/pause_3.10.1 --> /var/lib/minikube/images/pause_3.10.1 (321024 bytes)
I1227 08:59:01.131925 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.35.0
I1227 08:59:01.131994 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.35.0
I1227 08:59:01.183852 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/coredns_v1.13.1: stat -c "%s %y" /var/lib/minikube/images/coredns_v1.13.1: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/coredns_v1.13.1': No such file or directory
I1227 08:59:01.183894 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/coredns/coredns_v1.13.1 --> /var/lib/minikube/images/coredns_v1.13.1 (23562752 bytes)
I1227 08:59:01.233211 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/kube-apiserver_v1.35.0: stat -c "%s %y" /var/lib/minikube/images/kube-apiserver_v1.35.0: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/kube-apiserver_v1.35.0': No such file or directory
I1227 08:59:01.233238 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.35.0 --> /var/lib/minikube/images/kube-apiserver_v1.35.0 (27696640 bytes)
I1227 08:59:01.297053 296291 crio.go:275] Loading image: /var/lib/minikube/images/pause_3.10.1
I1227 08:59:01.297716 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/pause_3.10.1
I1227 08:59:01.662185 296291 ssh_runner.go:195] Run: sudo podman image inspect --format {{.Id}} gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:02.149840 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/pause_3.10.1 from cache
I1227 08:59:02.149881 296291 crio.go:275] Loading image: /var/lib/minikube/images/kube-scheduler_v1.35.0
I1227 08:59:02.149927 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.35.0
I1227 08:59:02.150052 296291 cache_images.go:118] "gcr.io/k8s-minikube/storage-provisioner:v5" needs transfer: "gcr.io/k8s-minikube/storage-provisioner:v5" does not exist at hash "6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562" in container runtime
I1227 08:59:02.150087 296291 cri.go:226] Removing image: gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:02.150139 296291 ssh_runner.go:195] Run: which crictl
I1227 08:59:03.547040 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-scheduler_v1.35.0: (1.397083631s)
I1227 08:59:03.547073 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-scheduler_v1.35.0 from cache
I1227 08:59:03.547102 296291 crio.go:275] Loading image: /var/lib/minikube/images/etcd_3.6.6-0
I1227 08:59:03.547184 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/etcd_3.6.6-0
I1227 08:59:03.547098 296291 ssh_runner.go:235] Completed: which crictl: (1.396939179s)
I1227 08:59:03.547289 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
W1227 08:58:59.439914 278477 pod_ready.go:104] pod "coredns-7d764666f9-rfgrs" is not "Ready", error: <nil>
W1227 08:59:01.446754 278477 pod_ready.go:104] pod "coredns-7d764666f9-rfgrs" is not "Ready", error: <nil>
W1227 08:59:03.939566 278477 pod_ready.go:104] pod "coredns-7d764666f9-rfgrs" is not "Ready", error: <nil>
I1227 08:59:02.399031 285571 addons.go:530] duration metric: took 987.154726ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1227 08:59:02.687639 285571 kapi.go:214] "coredns" deployment in "kube-system" namespace and "old-k8s-version-601009" context rescaled to 1 replicas
W1227 08:59:04.186970 285571 node_ready.go:57] node "old-k8s-version-601009" has "Ready":"False" status (will retry)
I1227 08:59:00.475915 299753 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 08:59:00.476134 299753 start.go:159] libmachine.API.Create for "embed-certs-914340" (driver="docker")
I1227 08:59:00.476168 299753 client.go:173] LocalClient.Create starting
I1227 08:59:00.476278 299753 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 08:59:00.476324 299753 main.go:144] libmachine: Decoding PEM data...
I1227 08:59:00.476356 299753 main.go:144] libmachine: Parsing certificate...
I1227 08:59:00.476419 299753 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 08:59:00.476448 299753 main.go:144] libmachine: Decoding PEM data...
I1227 08:59:00.476467 299753 main.go:144] libmachine: Parsing certificate...
I1227 08:59:00.476901 299753 cli_runner.go:164] Run: docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:59:00.495593 299753 cli_runner.go:211] docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:59:00.495658 299753 network_create.go:284] running [docker network inspect embed-certs-914340] to gather additional debugging logs...
I1227 08:59:00.495675 299753 cli_runner.go:164] Run: docker network inspect embed-certs-914340
W1227 08:59:00.513825 299753 cli_runner.go:211] docker network inspect embed-certs-914340 returned with exit code 1
I1227 08:59:00.513854 299753 network_create.go:287] error running [docker network inspect embed-certs-914340]: docker network inspect embed-certs-914340: exit status 1
stdout:
[]
stderr:
Error response from daemon: network embed-certs-914340 not found
I1227 08:59:00.513883 299753 network_create.go:289] output of [docker network inspect embed-certs-914340]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network embed-certs-914340 not found
** /stderr **
I1227 08:59:00.513993 299753 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:00.533446 299753 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:59:00.534055 299753 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 08:59:00.534933 299753 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 08:59:00.535870 299753 network.go:206] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001f37760}
I1227 08:59:00.535895 299753 network_create.go:124] attempt to create docker network embed-certs-914340 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I1227 08:59:00.535932 299753 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=embed-certs-914340 embed-certs-914340
I1227 08:59:00.588963 299753 network_create.go:108] docker network embed-certs-914340 192.168.76.0/24 created
I1227 08:59:00.588991 299753 kic.go:121] calculated static IP "192.168.76.2" for the "embed-certs-914340" container
I1227 08:59:00.589065 299753 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 08:59:00.609130 299753 cli_runner.go:164] Run: docker volume create embed-certs-914340 --label name.minikube.sigs.k8s.io=embed-certs-914340 --label created_by.minikube.sigs.k8s.io=true
I1227 08:59:00.628235 299753 oci.go:103] Successfully created a docker volume embed-certs-914340
I1227 08:59:00.628336 299753 cli_runner.go:164] Run: docker run --rm --name embed-certs-914340-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-914340 --entrypoint /usr/bin/test -v embed-certs-914340:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 08:59:01.100271 299753 oci.go:107] Successfully prepared a docker volume embed-certs-914340
I1227 08:59:01.100343 299753 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:01.100363 299753 kic.go:194] Starting extracting preloaded images to volume ...
I1227 08:59:01.100448 299753 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-914340:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 08:59:06.737485 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/etcd_3.6.6-0: (3.19022582s)
I1227 08:59:06.737520 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/etcd_3.6.6-0 from cache
I1227 08:59:06.737523 296291 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (3.190210507s)
I1227 08:59:06.737539 296291 crio.go:275] Loading image: /var/lib/minikube/images/kube-controller-manager_v1.35.0
I1227 08:59:06.737584 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.35.0
I1227 08:59:06.737583 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:06.766182 296291 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:07.988508 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-controller-manager_v1.35.0: (1.250895773s)
I1227 08:59:07.988538 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-controller-manager_v1.35.0 from cache
I1227 08:59:07.988556 296291 ssh_runner.go:235] Completed: sudo /usr/local/bin/crictl rmi gcr.io/k8s-minikube/storage-provisioner:v5: (1.222337934s)
I1227 08:59:07.988567 296291 crio.go:275] Loading image: /var/lib/minikube/images/kube-proxy_v1.35.0
I1227 08:59:07.988597 296291 cache_images.go:291] Loading image from: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5
I1227 08:59:07.988623 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.35.0
I1227 08:59:07.988684 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5
I1227 08:59:07.993583 296291 ssh_runner.go:352] existence check for /var/lib/minikube/images/storage-provisioner_v5: stat -c "%s %y" /var/lib/minikube/images/storage-provisioner_v5: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/images/storage-provisioner_v5': No such file or directory
I1227 08:59:07.993613 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 --> /var/lib/minikube/images/storage-provisioner_v5 (9060352 bytes)
W1227 08:59:05.940247 278477 pod_ready.go:104] pod "coredns-7d764666f9-rfgrs" is not "Ready", error: <nil>
I1227 08:59:08.439028 278477 pod_ready.go:94] pod "coredns-7d764666f9-rfgrs" is "Ready"
I1227 08:59:08.439061 278477 pod_ready.go:86] duration metric: took 36.004777021s for pod "coredns-7d764666f9-rfgrs" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.439072 278477 pod_ready.go:83] waiting for pod "coredns-7d764666f9-rmzmt" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.440889 278477 pod_ready.go:99] pod "coredns-7d764666f9-rmzmt" in "kube-system" namespace is gone: getting pod "coredns-7d764666f9-rmzmt" in "kube-system" namespace (will retry): pods "coredns-7d764666f9-rmzmt" not found
I1227 08:59:08.440907 278477 pod_ready.go:86] duration metric: took 1.828457ms for pod "coredns-7d764666f9-rmzmt" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.443242 278477 pod_ready.go:83] waiting for pod "etcd-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.446835 278477 pod_ready.go:94] pod "etcd-bridge-902828" is "Ready"
I1227 08:59:08.446852 278477 pod_ready.go:86] duration metric: took 3.588639ms for pod "etcd-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.448546 278477 pod_ready.go:83] waiting for pod "kube-apiserver-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.451837 278477 pod_ready.go:94] pod "kube-apiserver-bridge-902828" is "Ready"
I1227 08:59:08.451856 278477 pod_ready.go:86] duration metric: took 3.293142ms for pod "kube-apiserver-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.453642 278477 pod_ready.go:83] waiting for pod "kube-controller-manager-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:08.838213 278477 pod_ready.go:94] pod "kube-controller-manager-bridge-902828" is "Ready"
I1227 08:59:08.838237 278477 pod_ready.go:86] duration metric: took 384.575956ms for pod "kube-controller-manager-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:09.038043 278477 pod_ready.go:83] waiting for pod "kube-proxy-6942g" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:09.438016 278477 pod_ready.go:94] pod "kube-proxy-6942g" is "Ready"
I1227 08:59:09.438042 278477 pod_ready.go:86] duration metric: took 399.97435ms for pod "kube-proxy-6942g" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:09.638149 278477 pod_ready.go:83] waiting for pod "kube-scheduler-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:10.038268 278477 pod_ready.go:94] pod "kube-scheduler-bridge-902828" is "Ready"
I1227 08:59:10.038298 278477 pod_ready.go:86] duration metric: took 400.115674ms for pod "kube-scheduler-bridge-902828" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:10.038341 278477 pod_ready.go:40] duration metric: took 37.608538733s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:59:10.089974 278477 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 08:59:10.091883 278477 out.go:179] * Done! kubectl is now configured to use "bridge-902828" cluster and "default" namespace by default
W1227 08:59:06.211861 285571 node_ready.go:57] node "old-k8s-version-601009" has "Ready":"False" status (will retry)
W1227 08:59:08.686837 285571 node_ready.go:57] node "old-k8s-version-601009" has "Ready":"False" status (will retry)
I1227 08:59:06.272926 299753 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v embed-certs-914340:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (5.172440081s)
I1227 08:59:06.272956 299753 kic.go:203] duration metric: took 5.172591775s to extract preloaded images to volume ...
W1227 08:59:06.273045 299753 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 08:59:06.273101 299753 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 08:59:06.273152 299753 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 08:59:06.330633 299753 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname embed-certs-914340 --name embed-certs-914340 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=embed-certs-914340 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=embed-certs-914340 --network embed-certs-914340 --ip 192.168.76.2 --volume embed-certs-914340:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 08:59:06.637898 299753 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Running}}
I1227 08:59:06.658519 299753 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 08:59:06.682590 299753 cli_runner.go:164] Run: docker exec embed-certs-914340 stat /var/lib/dpkg/alternatives/iptables
I1227 08:59:06.743807 299753 oci.go:144] the created container "embed-certs-914340" has a running status.
I1227 08:59:06.743849 299753 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa...
I1227 08:59:06.825523 299753 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 08:59:06.855433 299753 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 08:59:06.878486 299753 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 08:59:06.878512 299753 kic_runner.go:114] Args: [docker exec --privileged embed-certs-914340 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 08:59:06.920212 299753 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 08:59:06.943953 299753 machine.go:94] provisionDockerMachine start ...
I1227 08:59:06.944049 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:06.970677 299753 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:06.971055 299753 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33098 <nil> <nil>}
I1227 08:59:06.971076 299753 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:59:06.972012 299753 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:55214->127.0.0.1:33098: read: connection reset by peer
I1227 08:59:10.101078 299753 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 08:59:10.101109 299753 ubuntu.go:182] provisioning hostname "embed-certs-914340"
I1227 08:59:10.101171 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:10.124756 299753 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:10.124952 299753 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33098 <nil> <nil>}
I1227 08:59:10.124966 299753 main.go:144] libmachine: About to run SSH command:
sudo hostname embed-certs-914340 && echo "embed-certs-914340" | sudo tee /etc/hostname
I1227 08:59:09.081229 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-proxy_v1.35.0: (1.09257645s)
I1227 08:59:09.081256 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-proxy_v1.35.0 from cache
I1227 08:59:09.081283 296291 crio.go:275] Loading image: /var/lib/minikube/images/coredns_v1.13.1
I1227 08:59:09.081433 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/coredns_v1.13.1
I1227 08:59:10.321199 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/coredns_v1.13.1: (1.239732615s)
I1227 08:59:10.321228 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/coredns/coredns_v1.13.1 from cache
I1227 08:59:10.321255 296291 crio.go:275] Loading image: /var/lib/minikube/images/kube-apiserver_v1.35.0
I1227 08:59:10.321299 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.35.0
I1227 08:59:12.067686 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/kube-apiserver_v1.35.0: (1.746362946s)
I1227 08:59:12.067719 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/registry.k8s.io/kube-apiserver_v1.35.0 from cache
I1227 08:59:12.067743 296291 crio.go:275] Loading image: /var/lib/minikube/images/storage-provisioner_v5
I1227 08:59:12.067791 296291 ssh_runner.go:195] Run: sudo podman load -i /var/lib/minikube/images/storage-provisioner_v5
I1227 08:59:10.275526 299753 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 08:59:10.275623 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:10.296356 299753 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:10.296630 299753 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33098 <nil> <nil>}
I1227 08:59:10.296670 299753 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-914340' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-914340/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-914340' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:59:10.424093 299753 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:59:10.424120 299753 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:59:10.424165 299753 ubuntu.go:190] setting up certificates
I1227 08:59:10.424185 299753 provision.go:84] configureAuth start
I1227 08:59:10.424259 299753 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 08:59:10.445194 299753 provision.go:143] copyHostCerts
I1227 08:59:10.445267 299753 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:59:10.445284 299753 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:59:10.445388 299753 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:59:10.445507 299753 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:59:10.445519 299753 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:59:10.445550 299753 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:59:10.445610 299753 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:59:10.445617 299753 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:59:10.445638 299753 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:59:10.445687 299753 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.embed-certs-914340 san=[127.0.0.1 192.168.76.2 embed-certs-914340 localhost minikube]
I1227 08:59:10.524578 299753 provision.go:177] copyRemoteCerts
I1227 08:59:10.524635 299753 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:59:10.524667 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:10.546596 299753 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33098 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 08:59:10.648101 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:59:10.668262 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 08:59:10.685742 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:59:10.703303 299753 provision.go:87] duration metric: took 279.102691ms to configureAuth
I1227 08:59:10.703382 299753 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:59:10.703530 299753 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:59:10.703639 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:10.722518 299753 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:10.722728 299753 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33098 <nil> <nil>}
I1227 08:59:10.722746 299753 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:59:11.005375 299753 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:59:11.005405 299753 machine.go:97] duration metric: took 4.061426074s to provisionDockerMachine
I1227 08:59:11.005420 299753 client.go:176] duration metric: took 10.529240731s to LocalClient.Create
I1227 08:59:11.005443 299753 start.go:167] duration metric: took 10.529309293s to libmachine.API.Create "embed-certs-914340"
I1227 08:59:11.005452 299753 start.go:293] postStartSetup for "embed-certs-914340" (driver="docker")
I1227 08:59:11.005488 299753 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:59:11.005550 299753 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:59:11.005597 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:11.026111 299753 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33098 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 08:59:11.122845 299753 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:59:11.127586 299753 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:59:11.127616 299753 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:59:11.127629 299753 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:59:11.127687 299753 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:59:11.127783 299753 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:59:11.127899 299753 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:59:11.137065 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:11.163462 299753 start.go:296] duration metric: took 157.972436ms for postStartSetup
I1227 08:59:11.163781 299753 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 08:59:11.183515 299753 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 08:59:11.183821 299753 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:59:11.183878 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:11.204712 299753 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33098 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 08:59:11.308223 299753 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:59:11.316131 299753 start.go:128] duration metric: took 10.841976852s to createHost
I1227 08:59:11.316210 299753 start.go:83] releasing machines lock for "embed-certs-914340", held for 10.842194783s
I1227 08:59:11.316303 299753 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 08:59:11.342682 299753 ssh_runner.go:195] Run: cat /version.json
I1227 08:59:11.342738 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:11.343041 299753 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:59:11.343108 299753 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 08:59:11.376142 299753 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33098 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 08:59:11.377051 299753 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33098 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 08:59:11.571685 299753 ssh_runner.go:195] Run: systemctl --version
I1227 08:59:11.581385 299753 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:59:11.642759 299753 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:59:11.649404 299753 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:59:11.649472 299753 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:59:11.694345 299753 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 08:59:11.694438 299753 start.go:496] detecting cgroup driver to use...
I1227 08:59:11.694490 299753 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:59:11.694674 299753 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:59:11.721361 299753 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:59:11.740294 299753 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:59:11.740387 299753 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:59:11.766546 299753 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:59:11.791819 299753 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:59:11.912392 299753 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:59:12.041070 299753 docker.go:234] disabling docker service ...
I1227 08:59:12.041142 299753 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:59:12.066514 299753 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:59:12.084605 299753 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:12.208262 299753 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:12.311797 299753 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:12.325976 299753 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:12.342519 299753 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:59:12.342588 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.358683 299753 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:12.358754 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.370685 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.382306 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.393956 299753 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:12.404927 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.416591 299753 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.435216 299753 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:12.447139 299753 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:12.458890 299753 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:12.468740 299753 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:12.591352 299753 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:13.968796 299753 ssh_runner.go:235] Completed: sudo systemctl restart crio: (1.377413228s)
I1227 08:59:13.968820 299753 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:13.968859 299753 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:13.972840 299753 start.go:574] Will wait 60s for crictl version
I1227 08:59:13.972904 299753 ssh_runner.go:195] Run: which crictl
I1227 08:59:13.977430 299753 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:14.007429 299753 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:14.007525 299753 ssh_runner.go:195] Run: crio --version
I1227 08:59:14.051299 299753 ssh_runner.go:195] Run: crio --version
I1227 08:59:14.087694 299753 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
W1227 08:59:11.186590 285571 node_ready.go:57] node "old-k8s-version-601009" has "Ready":"False" status (will retry)
W1227 08:59:13.686035 285571 node_ready.go:57] node "old-k8s-version-601009" has "Ready":"False" status (will retry)
I1227 08:59:14.687874 285571 node_ready.go:49] node "old-k8s-version-601009" is "Ready"
I1227 08:59:14.687909 285571 node_ready.go:38] duration metric: took 12.505249799s for node "old-k8s-version-601009" to be "Ready" ...
I1227 08:59:14.687927 285571 api_server.go:52] waiting for apiserver process to appear ...
I1227 08:59:14.688012 285571 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:59:14.705107 285571 api_server.go:72] duration metric: took 13.293587346s to wait for apiserver process to appear ...
I1227 08:59:14.705133 285571 api_server.go:88] waiting for apiserver healthz status ...
I1227 08:59:14.705150 285571 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 08:59:14.710834 285571 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 08:59:14.712170 285571 api_server.go:141] control plane version: v1.28.0
I1227 08:59:14.712198 285571 api_server.go:131] duration metric: took 7.058881ms to wait for apiserver health ...
I1227 08:59:14.712206 285571 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 08:59:14.719015 285571 system_pods.go:59] 8 kube-system pods found
I1227 08:59:14.719052 285571 system_pods.go:61] "coredns-5dd5756b68-jmdcs" [836c6ed5-2644-4437-92a7-70aa286818f7] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:59:14.719061 285571 system_pods.go:61] "etcd-old-k8s-version-601009" [6eb383dd-4c3d-466b-978e-869bff8452eb] Running
I1227 08:59:14.719067 285571 system_pods.go:61] "kindnet-bxjrx" [e39b9e04-f145-4dff-9d1e-11038c6b8072] Running
I1227 08:59:14.719072 285571 system_pods.go:61] "kube-apiserver-old-k8s-version-601009" [51484a41-66aa-4143-8f49-433c32180494] Running
I1227 08:59:14.719078 285571 system_pods.go:61] "kube-controller-manager-old-k8s-version-601009" [d1fdeae5-e657-4218-99cb-02bad11f8e25] Running
I1227 08:59:14.719083 285571 system_pods.go:61] "kube-proxy-gwsjm" [a132f4f1-9cea-44dc-b63b-f0d79ad5320f] Running
I1227 08:59:14.719088 285571 system_pods.go:61] "kube-scheduler-old-k8s-version-601009" [b064ce74-ea63-4533-82d7-4d07f3fc5d17] Running
I1227 08:59:14.719095 285571 system_pods.go:61] "storage-provisioner" [7ee9e2e3-1767-4b26-baac-3e727fe17f20] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 08:59:14.719105 285571 system_pods.go:74] duration metric: took 6.892812ms to wait for pod list to return data ...
I1227 08:59:14.719114 285571 default_sa.go:34] waiting for default service account to be created ...
I1227 08:59:14.722509 285571 default_sa.go:45] found service account: "default"
I1227 08:59:14.722532 285571 default_sa.go:55] duration metric: took 3.411032ms for default service account to be created ...
I1227 08:59:14.722542 285571 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 08:59:14.727002 285571 system_pods.go:86] 8 kube-system pods found
I1227 08:59:14.727033 285571 system_pods.go:89] "coredns-5dd5756b68-jmdcs" [836c6ed5-2644-4437-92a7-70aa286818f7] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 08:59:14.727041 285571 system_pods.go:89] "etcd-old-k8s-version-601009" [6eb383dd-4c3d-466b-978e-869bff8452eb] Running
I1227 08:59:14.727049 285571 system_pods.go:89] "kindnet-bxjrx" [e39b9e04-f145-4dff-9d1e-11038c6b8072] Running
I1227 08:59:14.727054 285571 system_pods.go:89] "kube-apiserver-old-k8s-version-601009" [51484a41-66aa-4143-8f49-433c32180494] Running
I1227 08:59:14.727060 285571 system_pods.go:89] "kube-controller-manager-old-k8s-version-601009" [d1fdeae5-e657-4218-99cb-02bad11f8e25] Running
I1227 08:59:14.727065 285571 system_pods.go:89] "kube-proxy-gwsjm" [a132f4f1-9cea-44dc-b63b-f0d79ad5320f] Running
I1227 08:59:14.727070 285571 system_pods.go:89] "kube-scheduler-old-k8s-version-601009" [b064ce74-ea63-4533-82d7-4d07f3fc5d17] Running
I1227 08:59:14.727077 285571 system_pods.go:89] "storage-provisioner" [7ee9e2e3-1767-4b26-baac-3e727fe17f20] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 08:59:14.727113 285571 retry.go:84] will retry after 200ms: missing components: kube-dns
I1227 08:59:14.926744 285571 system_pods.go:86] 8 kube-system pods found
I1227 08:59:14.926803 285571 system_pods.go:89] "coredns-5dd5756b68-jmdcs" [836c6ed5-2644-4437-92a7-70aa286818f7] Running
I1227 08:59:14.926810 285571 system_pods.go:89] "etcd-old-k8s-version-601009" [6eb383dd-4c3d-466b-978e-869bff8452eb] Running
I1227 08:59:14.926814 285571 system_pods.go:89] "kindnet-bxjrx" [e39b9e04-f145-4dff-9d1e-11038c6b8072] Running
I1227 08:59:14.926818 285571 system_pods.go:89] "kube-apiserver-old-k8s-version-601009" [51484a41-66aa-4143-8f49-433c32180494] Running
I1227 08:59:14.926824 285571 system_pods.go:89] "kube-controller-manager-old-k8s-version-601009" [d1fdeae5-e657-4218-99cb-02bad11f8e25] Running
I1227 08:59:14.926827 285571 system_pods.go:89] "kube-proxy-gwsjm" [a132f4f1-9cea-44dc-b63b-f0d79ad5320f] Running
I1227 08:59:14.926830 285571 system_pods.go:89] "kube-scheduler-old-k8s-version-601009" [b064ce74-ea63-4533-82d7-4d07f3fc5d17] Running
I1227 08:59:14.926833 285571 system_pods.go:89] "storage-provisioner" [7ee9e2e3-1767-4b26-baac-3e727fe17f20] Running
I1227 08:59:14.926839 285571 system_pods.go:126] duration metric: took 204.292471ms to wait for k8s-apps to be running ...
I1227 08:59:14.926846 285571 system_svc.go:44] waiting for kubelet service to be running ....
I1227 08:59:14.926881 285571 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:59:14.940380 285571 system_svc.go:56] duration metric: took 13.523145ms WaitForService to wait for kubelet
I1227 08:59:14.940413 285571 kubeadm.go:587] duration metric: took 13.528897574s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:59:14.940440 285571 node_conditions.go:102] verifying NodePressure condition ...
I1227 08:59:14.943426 285571 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 08:59:14.943457 285571 node_conditions.go:123] node cpu capacity is 8
I1227 08:59:14.943480 285571 node_conditions.go:105] duration metric: took 3.034352ms to run NodePressure ...
I1227 08:59:14.943500 285571 start.go:242] waiting for startup goroutines ...
I1227 08:59:14.943512 285571 start.go:247] waiting for cluster config update ...
I1227 08:59:14.943525 285571 start.go:256] writing updated cluster config ...
I1227 08:59:14.943813 285571 ssh_runner.go:195] Run: rm -f paused
I1227 08:59:14.947684 285571 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:59:14.952631 285571 pod_ready.go:83] waiting for pod "coredns-5dd5756b68-jmdcs" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.957737 285571 pod_ready.go:94] pod "coredns-5dd5756b68-jmdcs" is "Ready"
I1227 08:59:14.957763 285571 pod_ready.go:86] duration metric: took 5.102576ms for pod "coredns-5dd5756b68-jmdcs" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.962031 285571 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.967243 285571 pod_ready.go:94] pod "etcd-old-k8s-version-601009" is "Ready"
I1227 08:59:14.967262 285571 pod_ready.go:86] duration metric: took 5.201567ms for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.970256 285571 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.974899 285571 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-601009" is "Ready"
I1227 08:59:14.974918 285571 pod_ready.go:86] duration metric: took 4.637443ms for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.977949 285571 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:14.089038 299753 cli_runner.go:164] Run: docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:14.110436 299753 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 08:59:14.116015 299753 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:14.130548 299753 kubeadm.go:884] updating cluster {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath
: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:14.130694 299753 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:14.130779 299753 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:14.173460 299753 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:14.173486 299753 crio.go:433] Images already preloaded, skipping extraction
I1227 08:59:14.173543 299753 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:14.207204 299753 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:14.207243 299753 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:59:14.207252 299753 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 08:59:14.207416 299753 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-914340 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:14.207514 299753 ssh_runner.go:195] Run: crio config
I1227 08:59:14.279415 299753 cni.go:84] Creating CNI manager for ""
I1227 08:59:14.279441 299753 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:14.279460 299753 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:14.279488 299753 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-914340 NodeName:embed-certs-914340 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/et
c/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:14.279666 299753 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-914340"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:14.279744 299753 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:59:14.290948 299753 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:59:14.291021 299753 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:14.302487 299753 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1227 08:59:14.322956 299753 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:14.346614 299753 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1227 08:59:14.367525 299753 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:14.372956 299753 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:14.388337 299753 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:14.491752 299753 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:14.512667 299753 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340 for IP: 192.168.76.2
I1227 08:59:14.512685 299753 certs.go:195] generating shared ca certs ...
I1227 08:59:14.512701 299753 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.512852 299753 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:14.512907 299753 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:14.512922 299753 certs.go:257] generating profile certs ...
I1227 08:59:14.513006 299753 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key
I1227 08:59:14.513030 299753 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.crt with IP's: []
I1227 08:59:14.628180 299753 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.crt ...
I1227 08:59:14.628205 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.crt: {Name:mkaea7d0172af5598fbc6ac43f7ae620cc4441c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.628376 299753 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key ...
I1227 08:59:14.628388 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key: {Name:mk46ed0cbb531e2c158b86d50521d4f8f8441e2c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.628476 299753 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c
I1227 08:59:14.628491 299753 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt.a5ef916c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.76.2]
I1227 08:59:14.811499 299753 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt.a5ef916c ...
I1227 08:59:14.811529 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt.a5ef916c: {Name:mke86e05cfc01d7d5ffcd03961136e58c98dd031 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.811701 299753 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c ...
I1227 08:59:14.811714 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c: {Name:mk63e8b5f468e07071d774e049729b45928aee97 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.811797 299753 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt.a5ef916c -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt
I1227 08:59:14.811890 299753 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key
I1227 08:59:14.811961 299753 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key
I1227 08:59:14.811976 299753 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt with IP's: []
I1227 08:59:14.940981 299753 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt ...
I1227 08:59:14.941005 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt: {Name:mk3bfc92e075fd2063e6b412358b3a49b5c6e545 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.941143 299753 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key ...
I1227 08:59:14.941156 299753 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key: {Name:mk8246ebc521f97c615be2388fa90dd4bd9083f3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.941345 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:14.941413 299753 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:14.941424 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:14.941447 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:14.941471 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:14.941496 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:14.941536 299753 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:14.942210 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:14.963789 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:14.984006 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:15.002829 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:15.020121 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1227 08:59:15.037572 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 08:59:15.055353 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:15.073831 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 08:59:15.092443 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:15.112778 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:15.130722 299753 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:15.148451 299753 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:15.161692 299753 ssh_runner.go:195] Run: openssl version
I1227 08:59:15.168133 299753 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:15.175927 299753 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:15.183495 299753 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:15.187406 299753 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:15.187457 299753 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:15.223656 299753 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:15.232139 299753 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 08:59:15.239716 299753 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.247265 299753 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:15.254741 299753 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:13.879362 296291 ssh_runner.go:235] Completed: sudo podman load -i /var/lib/minikube/images/storage-provisioner_v5: (1.811543323s)
I1227 08:59:13.879394 296291 cache_images.go:323] Transferred and loaded /home/jenkins/minikube-integration/22344-5543/.minikube/cache/images/amd64/gcr.io/k8s-minikube/storage-provisioner_v5 from cache
I1227 08:59:13.879424 296291 cache_images.go:125] Successfully loaded all cached images
I1227 08:59:13.879430 296291 cache_images.go:94] duration metric: took 13.187703832s to LoadCachedImages
I1227 08:59:13.879439 296291 kubeadm.go:935] updating node { 192.168.94.2 8443 v1.35.0 crio true true} ...
I1227 08:59:13.879535 296291 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-598808 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.94.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:13.879596 296291 ssh_runner.go:195] Run: crio config
I1227 08:59:13.934155 296291 cni.go:84] Creating CNI manager for ""
I1227 08:59:13.934183 296291 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:13.934200 296291 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:13.934231 296291 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.94.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-598808 NodeName:no-preload-598808 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.94.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.94.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:13.934410 296291 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.94.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-598808"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.94.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.94.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:13.934490 296291 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:59:13.945130 296291 binaries.go:54] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.35.0: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.35.0': No such file or directory
Initiating transfer...
I1227 08:59:13.945208 296291 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.35.0
I1227 08:59:13.954060 296291 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubeadm.sha256
I1227 08:59:13.954061 296291 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubelet.sha256
I1227 08:59:13.954099 296291 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubectl.sha256
I1227 08:59:13.954135 296291 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:59:13.954147 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubeadm
I1227 08:59:13.954168 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubectl
I1227 08:59:13.959930 296291 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.35.0/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.35.0/kubectl': No such file or directory
I1227 08:59:13.959970 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/linux/amd64/v1.35.0/kubectl --> /var/lib/minikube/binaries/v1.35.0/kubectl (58597560 bytes)
I1227 08:59:13.973158 296291 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.35.0/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.35.0/kubeadm': No such file or directory
I1227 08:59:13.973195 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/linux/amd64/v1.35.0/kubeadm --> /var/lib/minikube/binaries/v1.35.0/kubeadm (72368312 bytes)
I1227 08:59:13.973238 296291 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubelet
I1227 08:59:13.994883 296291 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.35.0/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.35.0/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.35.0/kubelet': No such file or directory
I1227 08:59:13.994927 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/cache/linux/amd64/v1.35.0/kubelet --> /var/lib/minikube/binaries/v1.35.0/kubelet (58110244 bytes)
I1227 08:59:14.467558 296291 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:14.476126 296291 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 08:59:14.489420 296291 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:14.505451 296291 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2213 bytes)
I1227 08:59:14.518634 296291 ssh_runner.go:195] Run: grep 192.168.94.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:14.523017 296291 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.94.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:14.534730 296291 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:14.624502 296291 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:14.646904 296291 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808 for IP: 192.168.94.2
I1227 08:59:14.646933 296291 certs.go:195] generating shared ca certs ...
I1227 08:59:14.646956 296291 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.647166 296291 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:14.647277 296291 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:14.647288 296291 certs.go:257] generating profile certs ...
I1227 08:59:14.647386 296291 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key
I1227 08:59:14.647422 296291 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.crt with IP's: []
I1227 08:59:14.698333 296291 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.crt ...
I1227 08:59:14.698375 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.crt: {Name:mk6047edb294b7eee55a70368d08a21c4d91bc4b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.698570 296291 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key ...
I1227 08:59:14.698595 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key: {Name:mk3f26936b1d22b58cb441ce6017847cc0ab5212 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.698722 296291 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9
I1227 08:59:14.698752 296291 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt.bec815d9 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.94.2]
I1227 08:59:14.761220 296291 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt.bec815d9 ...
I1227 08:59:14.761250 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt.bec815d9: {Name:mk6a270301dc98621217970815a9221e0bc1b81f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.761454 296291 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9 ...
I1227 08:59:14.761472 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9: {Name:mkd0bab5aef22bf6dc3d64079a38b94a3630dc23 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.761557 296291 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt.bec815d9 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt
I1227 08:59:14.761653 296291 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key
I1227 08:59:14.761718 296291 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key
I1227 08:59:14.761735 296291 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt with IP's: []
I1227 08:59:14.825479 296291 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt ...
I1227 08:59:14.825506 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt: {Name:mk7d3df0e1da11cca9814f73573540d0a345b2ac Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.825644 296291 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key ...
I1227 08:59:14.825657 296291 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key: {Name:mk0cd4930a2cc25d23c610f87d7bb678ec9d46fb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:14.825846 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:14.825889 296291 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:14.825900 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:14.825927 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:14.825951 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:14.825977 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:14.826024 296291 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:14.826616 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:14.848426 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:14.874519 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:14.900843 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:14.924093 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 08:59:14.945471 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 08:59:14.970195 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:14.990105 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 08:59:15.009137 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:15.029197 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:15.047442 296291 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:15.065797 296291 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:15.080066 296291 ssh_runner.go:195] Run: openssl version
I1227 08:59:15.087469 296291 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.095976 296291 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:15.104532 296291 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.108978 296291 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.109031 296291 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.145996 296291 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:15.155448 296291 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 08:59:15.163873 296291 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:15.172442 296291 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:15.180690 296291 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:15.185511 296291 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:15.185561 296291 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:15.221920 296291 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:15.231537 296291 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 08:59:15.239840 296291 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:15.247935 296291 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:15.256140 296291 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:15.260777 296291 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:15.260818 296291 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:15.296715 296291 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:15.304919 296291 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 08:59:15.313647 296291 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:15.318804 296291 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 08:59:15.318900 296291 kubeadm.go:401] StartCluster: {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: So
cketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:15.319002 296291 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:15.319058 296291 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:15.348870 296291 cri.go:96] found id: ""
I1227 08:59:15.348938 296291 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:15.359212 296291 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 08:59:15.368215 296291 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 08:59:15.368277 296291 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 08:59:15.376805 296291 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 08:59:15.376823 296291 kubeadm.go:158] found existing configuration files:
I1227 08:59:15.376873 296291 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 08:59:15.385459 296291 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 08:59:15.385517 296291 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 08:59:15.393802 296291 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 08:59:15.401744 296291 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 08:59:15.401803 296291 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 08:59:15.410424 296291 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 08:59:15.419618 296291 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 08:59:15.419669 296291 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 08:59:15.428612 296291 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 08:59:15.438544 296291 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 08:59:15.438602 296291 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 08:59:15.447744 296291 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 08:59:15.489132 296291 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 08:59:15.489218 296291 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 08:59:15.555838 296291 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 08:59:15.555949 296291 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 08:59:15.556022 296291 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 08:59:15.556088 296291 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 08:59:15.556153 296291 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 08:59:15.556222 296291 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 08:59:15.556296 296291 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 08:59:15.556395 296291 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 08:59:15.556460 296291 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 08:59:15.556566 296291 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 08:59:15.556643 296291 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 08:59:15.620040 296291 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 08:59:15.620179 296291 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 08:59:15.620303 296291 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 08:59:15.635813 296291 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 08:59:15.259031 299753 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.259077 299753 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:15.294368 299753 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:15.302294 299753 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 08:59:15.309895 299753 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:15.317684 299753 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:15.325643 299753 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:15.329491 299753 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:15.329555 299753 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:15.368929 299753 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:15.376803 299753 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 08:59:15.384587 299753 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:15.388488 299753 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 08:59:15.388556 299753 kubeadm.go:401] StartCluster: {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: S
ocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:15.388630 299753 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:15.388690 299753 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:15.418072 299753 cri.go:96] found id: ""
I1227 08:59:15.418135 299753 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:15.427333 299753 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 08:59:15.436534 299753 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 08:59:15.436605 299753 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 08:59:15.446056 299753 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 08:59:15.446088 299753 kubeadm.go:158] found existing configuration files:
I1227 08:59:15.446135 299753 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 08:59:15.455677 299753 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 08:59:15.455742 299753 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 08:59:15.464608 299753 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 08:59:15.473762 299753 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 08:59:15.473820 299753 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 08:59:15.481975 299753 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 08:59:15.490147 299753 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 08:59:15.490198 299753 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 08:59:15.497825 299753 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 08:59:15.506345 299753 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 08:59:15.506400 299753 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 08:59:15.514854 299753 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 08:59:15.556369 299753 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 08:59:15.556446 299753 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 08:59:15.626422 299753 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 08:59:15.626527 299753 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 08:59:15.626600 299753 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 08:59:15.626670 299753 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 08:59:15.626752 299753 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 08:59:15.626818 299753 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 08:59:15.626878 299753 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 08:59:15.626928 299753 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 08:59:15.626989 299753 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 08:59:15.627044 299753 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 08:59:15.627099 299753 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 08:59:15.690697 299753 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 08:59:15.690896 299753 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 08:59:15.691043 299753 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 08:59:15.699441 299753 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 08:59:15.352074 285571 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-601009" is "Ready"
I1227 08:59:15.352110 285571 pod_ready.go:86] duration metric: took 374.138236ms for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:15.553379 285571 pod_ready.go:83] waiting for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:15.951525 285571 pod_ready.go:94] pod "kube-proxy-gwsjm" is "Ready"
I1227 08:59:15.951553 285571 pod_ready.go:86] duration metric: took 398.143254ms for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:16.152386 285571 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:16.552123 285571 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-601009" is "Ready"
I1227 08:59:16.552149 285571 pod_ready.go:86] duration metric: took 399.733137ms for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 08:59:16.552161 285571 pod_ready.go:40] duration metric: took 1.60444841s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 08:59:16.606137 285571 start.go:625] kubectl: 1.35.0, cluster: 1.28.0 (minor skew: 7)
I1227 08:59:16.611410 285571 out.go:203]
W1227 08:59:16.612696 285571 out.go:285] ! /usr/local/bin/kubectl is version 1.35.0, which may have incompatibilities with Kubernetes 1.28.0.
I1227 08:59:16.613736 285571 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1227 08:59:16.614984 285571 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-601009" cluster and "default" namespace by default
I1227 08:59:15.639014 296291 out.go:252] - Generating certificates and keys ...
I1227 08:59:15.639113 296291 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 08:59:15.639206 296291 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 08:59:15.767135 296291 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 08:59:15.963055 296291 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 08:59:16.005421 296291 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 08:59:16.088686 296291 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 08:59:16.219070 296291 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 08:59:16.219259 296291 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost no-preload-598808] and IPs [192.168.94.2 127.0.0.1 ::1]
I1227 08:59:16.286449 296291 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 08:59:16.286668 296291 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost no-preload-598808] and IPs [192.168.94.2 127.0.0.1 ::1]
I1227 08:59:16.372499 296291 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 08:59:16.460138 296291 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 08:59:16.499966 296291 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 08:59:16.500098 296291 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 08:59:16.650697 296291 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 08:59:16.743051 296291 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 08:59:16.854216 296291 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 08:59:17.018954 296291 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 08:59:17.057937 296291 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 08:59:17.058516 296291 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 08:59:17.062839 296291 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 08:59:15.702430 299753 out.go:252] - Generating certificates and keys ...
I1227 08:59:15.702518 299753 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 08:59:15.702618 299753 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 08:59:15.768892 299753 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 08:59:15.873106 299753 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 08:59:15.916832 299753 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 08:59:15.975400 299753 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 08:59:16.271097 299753 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 08:59:16.271288 299753 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [embed-certs-914340 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1227 08:59:16.417081 299753 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 08:59:16.417277 299753 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [embed-certs-914340 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I1227 08:59:16.469382 299753 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 08:59:16.545786 299753 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 08:59:16.802114 299753 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 08:59:16.802267 299753 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 08:59:16.989670 299753 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 08:59:17.086733 299753 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 08:59:17.141114 299753 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 08:59:17.176750 299753 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 08:59:17.251710 299753 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 08:59:17.252245 299753 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 08:59:17.255851 299753 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 08:59:17.066108 296291 out.go:252] - Booting up control plane ...
I1227 08:59:17.066238 296291 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 08:59:17.066358 296291 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 08:59:17.066462 296291 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 08:59:17.079248 296291 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 08:59:17.079412 296291 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 08:59:17.085676 296291 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 08:59:17.085899 296291 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 08:59:17.085979 296291 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 08:59:17.194650 296291 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 08:59:17.194803 296291 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 08:59:17.695936 296291 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.476679ms
I1227 08:59:17.698854 296291 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 08:59:17.698970 296291 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.94.2:8443/livez
I1227 08:59:17.699079 296291 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 08:59:17.699173 296291 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1227 08:59:18.203075 296291 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 503.916993ms
I1227 08:59:17.257206 299753 out.go:252] - Booting up control plane ...
I1227 08:59:17.257375 299753 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 08:59:17.257489 299753 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 08:59:17.258724 299753 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 08:59:17.272458 299753 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 08:59:17.272573 299753 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 08:59:17.279252 299753 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 08:59:17.279643 299753 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 08:59:17.279685 299753 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 08:59:17.389568 299753 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 08:59:17.389680 299753 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 08:59:17.891540 299753 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 502.044269ms
I1227 08:59:17.896386 299753 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 08:59:17.896513 299753 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.76.2:8443/livez
I1227 08:59:17.896616 299753 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 08:59:17.896718 299753 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
I1227 08:59:19.401396 299753 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.505590184s
I1227 08:59:19.732068 296291 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.033148475s
I1227 08:59:21.200815 296291 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 3.501892397s
I1227 08:59:21.218070 296291 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 08:59:21.227539 296291 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 08:59:21.235980 296291 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 08:59:21.236290 296291 kubeadm.go:319] [mark-control-plane] Marking the node no-preload-598808 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 08:59:21.243802 296291 kubeadm.go:319] [bootstrap-token] Using token: e0e5tg.texxuqq7e0l4kmjh
I1227 08:59:20.599977 299753 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.704449979s
I1227 08:59:22.396928 299753 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.501262651s
I1227 08:59:22.413515 299753 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 08:59:22.423592 299753 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 08:59:22.431977 299753 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 08:59:22.432237 299753 kubeadm.go:319] [mark-control-plane] Marking the node embed-certs-914340 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 08:59:22.439991 299753 kubeadm.go:319] [bootstrap-token] Using token: isgev1.0l6me1ggevb1y60a
I1227 08:59:21.244929 296291 out.go:252] - Configuring RBAC rules ...
I1227 08:59:21.245065 296291 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 08:59:21.248058 296291 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 08:59:21.253093 296291 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 08:59:21.255938 296291 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 08:59:21.258528 296291 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 08:59:21.260953 296291 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 08:59:21.608456 296291 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 08:59:22.043881 296291 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 08:59:22.606759 296291 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 08:59:22.607774 296291 kubeadm.go:319]
I1227 08:59:22.607886 296291 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 08:59:22.607897 296291 kubeadm.go:319]
I1227 08:59:22.608031 296291 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 08:59:22.608051 296291 kubeadm.go:319]
I1227 08:59:22.608083 296291 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 08:59:22.608187 296291 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 08:59:22.608265 296291 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 08:59:22.608286 296291 kubeadm.go:319]
I1227 08:59:22.608395 296291 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 08:59:22.608409 296291 kubeadm.go:319]
I1227 08:59:22.608471 296291 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 08:59:22.608482 296291 kubeadm.go:319]
I1227 08:59:22.608552 296291 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 08:59:22.608684 296291 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 08:59:22.608807 296291 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 08:59:22.608824 296291 kubeadm.go:319]
I1227 08:59:22.608951 296291 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 08:59:22.609086 296291 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 08:59:22.609115 296291 kubeadm.go:319]
I1227 08:59:22.609260 296291 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token e0e5tg.texxuqq7e0l4kmjh \
I1227 08:59:22.609447 296291 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 08:59:22.609487 296291 kubeadm.go:319] --control-plane
I1227 08:59:22.609496 296291 kubeadm.go:319]
I1227 08:59:22.609598 296291 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 08:59:22.609610 296291 kubeadm.go:319]
I1227 08:59:22.609733 296291 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token e0e5tg.texxuqq7e0l4kmjh \
I1227 08:59:22.609920 296291 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 08:59:22.612410 296291 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 08:59:22.612562 296291 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 08:59:22.612600 296291 cni.go:84] Creating CNI manager for ""
I1227 08:59:22.612613 296291 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:22.614097 296291 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 08:59:22.615184 296291 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 08:59:22.621180 296291 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 08:59:22.621198 296291 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 08:59:22.637691 296291 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 08:59:22.849275 296291 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 08:59:22.849388 296291 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:22.849418 296291 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes no-preload-598808 minikube.k8s.io/updated_at=2025_12_27T08_59_22_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=no-preload-598808 minikube.k8s.io/primary=true
I1227 08:59:22.860182 296291 ops.go:34] apiserver oom_adj: -16
I1227 08:59:22.941851 296291 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:23.442417 296291 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:22.441217 299753 out.go:252] - Configuring RBAC rules ...
I1227 08:59:22.441397 299753 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 08:59:22.444647 299753 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 08:59:22.449778 299753 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 08:59:22.451907 299753 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 08:59:22.455008 299753 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 08:59:22.457162 299753 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 08:59:22.803199 299753 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 08:59:23.218887 299753 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 08:59:23.802402 299753 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 08:59:23.803385 299753 kubeadm.go:319]
I1227 08:59:23.803475 299753 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 08:59:23.803487 299753 kubeadm.go:319]
I1227 08:59:23.803577 299753 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 08:59:23.803595 299753 kubeadm.go:319]
I1227 08:59:23.803646 299753 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 08:59:23.803738 299753 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 08:59:23.803818 299753 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 08:59:23.803833 299753 kubeadm.go:319]
I1227 08:59:23.803921 299753 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 08:59:23.803928 299753 kubeadm.go:319]
I1227 08:59:23.804001 299753 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 08:59:23.804010 299753 kubeadm.go:319]
I1227 08:59:23.804086 299753 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 08:59:23.804198 299753 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 08:59:23.804298 299753 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 08:59:23.804329 299753 kubeadm.go:319]
I1227 08:59:23.804468 299753 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 08:59:23.804557 299753 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 08:59:23.804563 299753 kubeadm.go:319]
I1227 08:59:23.804628 299753 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token isgev1.0l6me1ggevb1y60a \
I1227 08:59:23.804711 299753 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 08:59:23.804731 299753 kubeadm.go:319] --control-plane
I1227 08:59:23.804736 299753 kubeadm.go:319]
I1227 08:59:23.804810 299753 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 08:59:23.804815 299753 kubeadm.go:319]
I1227 08:59:23.804879 299753 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token isgev1.0l6me1ggevb1y60a \
I1227 08:59:23.804966 299753 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 08:59:23.807513 299753 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 08:59:23.807648 299753 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 08:59:23.807677 299753 cni.go:84] Creating CNI manager for ""
I1227 08:59:23.807686 299753 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:23.810254 299753 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 08:59:23.811344 299753 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 08:59:23.816114 299753 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 08:59:23.816127 299753 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 08:59:23.829820 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 08:59:24.054239 299753 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 08:59:24.054370 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:24.054406 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes embed-certs-914340 minikube.k8s.io/updated_at=2025_12_27T08_59_24_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=embed-certs-914340 minikube.k8s.io/primary=true
I1227 08:59:24.063897 299753 ops.go:34] apiserver oom_adj: -16
I1227 08:59:24.140069 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:24.640432 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 08:59:25.140493 299753 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
==> CRI-O <==
Dec 27 08:59:14 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:14.6906242Z" level=info msg="Starting container: e499a87c8940ead160133b6943163cf9859585d8417a2ad17d0167b26709bab5" id=f0c82e98-ab40-46b5-89fd-106bb67b3f7c name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:59:14 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:14.69314755Z" level=info msg="Started container" PID=2169 containerID=e499a87c8940ead160133b6943163cf9859585d8417a2ad17d0167b26709bab5 description=kube-system/coredns-5dd5756b68-jmdcs/coredns id=f0c82e98-ab40-46b5-89fd-106bb67b3f7c name=/runtime.v1.RuntimeService/StartContainer sandboxID=a205ee9867fd25d605f1f03a2a43b9eadf444b5da96dd436c25be81274617ce0
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.086944537Z" level=info msg="Running pod sandbox: default/busybox/POD" id=403e6e66-4ad9-408b-92ea-f9a3d20c01c9 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.08701498Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.09176515Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b5cca3e6dd07409a6471e1dd586dfa6639f65cadd0f8706d6ad5f7bf2a2cb91f UID:4c7839c5-56f1-44b0-9cf5-461946580914 NetNS:/var/run/netns/d240c700-c22e-4169-9897-f80c1f0373ce Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc00008b7d0}] Aliases:map[]}"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.09179076Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.101600287Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b5cca3e6dd07409a6471e1dd586dfa6639f65cadd0f8706d6ad5f7bf2a2cb91f UID:4c7839c5-56f1-44b0-9cf5-461946580914 NetNS:/var/run/netns/d240c700-c22e-4169-9897-f80c1f0373ce Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc00008b7d0}] Aliases:map[]}"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.101730845Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.102490464Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.103404605Z" level=info msg="Ran pod sandbox b5cca3e6dd07409a6471e1dd586dfa6639f65cadd0f8706d6ad5f7bf2a2cb91f with infra container: default/busybox/POD" id=403e6e66-4ad9-408b-92ea-f9a3d20c01c9 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.104801075Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=ebb9994f-ba7d-4563-bbae-daf44cbbe984 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.10494147Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=ebb9994f-ba7d-4563-bbae-daf44cbbe984 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.105004382Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=ebb9994f-ba7d-4563-bbae-daf44cbbe984 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.105567381Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=74616fa4-cb62-45fd-8777-bad768c3cc24 name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:17 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:17.106958843Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.719944109Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998" id=74616fa4-cb62-45fd-8777-bad768c3cc24 name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.721030455Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=8100eee7-52a3-48f7-8e07-b1b6194902cb name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.723418476Z" level=info msg="Creating container: default/busybox/busybox" id=06ac9030-13a3-48f5-b98a-ca7058b0aaaf name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.723554891Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.734575569Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.735155017Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.77558919Z" level=info msg="Created container 1521f20c6c674d633dd1cc13046ce471280b297f0f69464d76847d7493cbada7: default/busybox/busybox" id=06ac9030-13a3-48f5-b98a-ca7058b0aaaf name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.777424789Z" level=info msg="Starting container: 1521f20c6c674d633dd1cc13046ce471280b297f0f69464d76847d7493cbada7" id=e90e318e-3173-4fa9-98f7-b38777ea7d82 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:59:18 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:18.779809881Z" level=info msg="Started container" PID=2247 containerID=1521f20c6c674d633dd1cc13046ce471280b297f0f69464d76847d7493cbada7 description=default/busybox/busybox id=e90e318e-3173-4fa9-98f7-b38777ea7d82 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b5cca3e6dd07409a6471e1dd586dfa6639f65cadd0f8706d6ad5f7bf2a2cb91f
Dec 27 08:59:25 old-k8s-version-601009 crio[784]: time="2025-12-27T08:59:25.859868412Z" level=error msg="Unhandled Error: unable to upgrade websocket connection: websocket server finished before becoming ready (logger=\"UnhandledError\")"
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
1521f20c6c674 gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998 8 seconds ago Running busybox 0 b5cca3e6dd074 busybox default
e499a87c8940e ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 12 seconds ago Running coredns 0 a205ee9867fd2 coredns-5dd5756b68-jmdcs kube-system
871181ba39458 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 12 seconds ago Running storage-provisioner 0 8180731dbe68c storage-provisioner kube-system
36e1819865e12 docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 23 seconds ago Running kindnet-cni 0 647628f047f07 kindnet-bxjrx kube-system
c205603b00820 ea1030da44aa18666a7bf15fddd2a38c3143c3277159cb8bdd95f45c8ce62d7a 26 seconds ago Running kube-proxy 0 84f2227238336 kube-proxy-gwsjm kube-system
5ee211d4847b9 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 44 seconds ago Running etcd 0 9fa5c719518ed etcd-old-k8s-version-601009 kube-system
ecfb71a2717f1 bb5e0dde9054c02d6badee88547be7e7bb7b7b818d277c8a61b4b29484bbff95 44 seconds ago Running kube-apiserver 0 a128e32c6d1da kube-apiserver-old-k8s-version-601009 kube-system
702e635596358 f6f496300a2ae7a6727ccf3080d66d2fd22b6cfc271df5351c976c23a28bb157 44 seconds ago Running kube-scheduler 0 6d2b05c8cc1aa kube-scheduler-old-k8s-version-601009 kube-system
07d8efba2f075 4be79c38a4bab6e1252a35697500e8a0d9c5c7c771d9fcc1935c9a7f6cdf4c62 44 seconds ago Running kube-controller-manager 0 0b6b8acbf5a91 kube-controller-manager-old-k8s-version-601009 kube-system
==> coredns [e499a87c8940ead160133b6943163cf9859585d8417a2ad17d0167b26709bab5] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/amd64, go1.20, 055b2c3
[INFO] 127.0.0.1:34792 - 18467 "HINFO IN 6798950042064873024.8487076356283208754. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.017172436s
==> describe nodes <==
Name: old-k8s-version-601009
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=old-k8s-version-601009
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=old-k8s-version-601009
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_58_48_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:58:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-601009
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:59:18 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:59:18 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:59:18 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:59:18 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:59:18 +0000 Sat, 27 Dec 2025 08:59:14 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-601009
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 050e896d-4fe4-4317-a6d2-4cb2fdd7c200
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-5dd5756b68-jmdcs 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 26s
kube-system etcd-old-k8s-version-601009 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 40s
kube-system kindnet-bxjrx 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 27s
kube-system kube-apiserver-old-k8s-version-601009 250m (3%) 0 (0%) 0 (0%) 0 (0%) 41s
kube-system kube-controller-manager-old-k8s-version-601009 200m (2%) 0 (0%) 0 (0%) 0 (0%) 41s
kube-system kube-proxy-gwsjm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27s
kube-system kube-scheduler-old-k8s-version-601009 100m (1%) 0 (0%) 0 (0%) 0 (0%) 40s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 26s kube-proxy
Normal Starting 45s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 45s (x8 over 45s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 45s (x8 over 45s) kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 45s (x8 over 45s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal Starting 40s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 40s kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 40s kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 40s kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal RegisteredNode 27s node-controller Node old-k8s-version-601009 event: Registered Node old-k8s-version-601009 in Controller
Normal NodeReady 13s kubelet Node old-k8s-version-601009 status is now: NodeReady
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [5ee211d4847b9058d53137bb97ca6137d6e7ded20b339ad2f652a55eb4b4dfcb] <==
{"level":"info","ts":"2025-12-27T08:58:42.866368Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T08:58:43.053361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:58:43.053412Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:58:43.053432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 1"}
{"level":"info","ts":"2025-12-27T08:58:43.053448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:58:43.053456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T08:58:43.053467Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:58:43.053476Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T08:58:43.05453Z","caller":"etcdserver/server.go:2571","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"}
{"level":"info","ts":"2025-12-27T08:58:43.055036Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:58:43.055037Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-601009 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:58:43.055076Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:58:43.055254Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.5"}
{"level":"info","ts":"2025-12-27T08:58:43.056125Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"}
{"level":"info","ts":"2025-12-27T08:58:43.056215Z","caller":"etcdserver/server.go:2595","msg":"cluster version is updated","cluster-version":"3.5"}
{"level":"info","ts":"2025-12-27T08:58:43.055673Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:58:43.056238Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:58:43.056518Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T08:58:43.056616Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:59:02.038734Z","caller":"traceutil/trace.go:171","msg":"trace[731095761] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"152.122388ms","start":"2025-12-27T08:59:01.886583Z","end":"2025-12-27T08:59:02.038705Z","steps":["trace[731095761] 'process raft request' (duration: 150.524617ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T08:59:05.034383Z","caller":"traceutil/trace.go:171","msg":"trace[1246943531] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"121.817888ms","start":"2025-12-27T08:59:04.912548Z","end":"2025-12-27T08:59:05.034366Z","steps":["trace[1246943531] 'process raft request' (duration: 121.683251ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T08:59:05.339668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.993568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/old-k8s-version-601009\" ","response":"range_response_count:1 size:5710"}
{"level":"info","ts":"2025-12-27T08:59:05.339764Z","caller":"traceutil/trace.go:171","msg":"trace[1233275175] range","detail":"{range_begin:/registry/minions/old-k8s-version-601009; range_end:; response_count:1; response_revision:421; }","duration":"155.10735ms","start":"2025-12-27T08:59:05.184638Z","end":"2025-12-27T08:59:05.339746Z","steps":["trace[1233275175] 'range keys from in-memory index tree' (duration: 154.879323ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T08:59:18.403224Z","caller":"traceutil/trace.go:171","msg":"trace[676122432] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"136.56615ms","start":"2025-12-27T08:59:18.266642Z","end":"2025-12-27T08:59:18.403209Z","steps":["trace[676122432] 'process raft request' (duration: 136.461224ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T08:59:18.509815Z","caller":"traceutil/trace.go:171","msg":"trace[1483922288] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"213.614696ms","start":"2025-12-27T08:59:18.296178Z","end":"2025-12-27T08:59:18.509793Z","steps":["trace[1483922288] 'process raft request' (duration: 195.612325ms)","trace[1483922288] 'compare' (duration: 17.901106ms)"],"step_count":2}
==> kernel <==
08:59:27 up 41 min, 0 user, load average: 3.85, 3.50, 2.35
Linux old-k8s-version-601009 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [36e1819865e12cf20960282ed1f01049cce227f8fb08d28e719e8b0cf70f9535] <==
I1227 08:59:03.554008 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:59:03.554258 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 08:59:03.554421 1 main.go:148] setting mtu 1500 for CNI
I1227 08:59:03.554448 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:59:03.554472 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:59:03Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:59:03.759155 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:59:03.759222 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:59:03.759243 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:59:03.759436 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:59:04.160657 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:59:04.160693 1 metrics.go:72] Registering metrics
I1227 08:59:04.160774 1 controller.go:711] "Syncing nftables rules"
I1227 08:59:13.760039 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:59:13.760113 1 main.go:301] handling current node
I1227 08:59:23.762836 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 08:59:23.762871 1 main.go:301] handling current node
==> kube-apiserver [ecfb71a2717f1b8faf41227ed653fdcebe77db21bc3f08ad191196aab8911925] <==
I1227 08:58:44.560513 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 08:58:44.560538 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1227 08:58:44.560928 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1227 08:58:44.560950 1 shared_informer.go:318] Caches are synced for configmaps
I1227 08:58:44.560964 1 aggregator.go:166] initial CRD sync complete...
I1227 08:58:44.560974 1 autoregister_controller.go:141] Starting autoregister controller
I1227 08:58:44.560981 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 08:58:44.560988 1 cache.go:39] Caches are synced for autoregister controller
I1227 08:58:44.561894 1 controller.go:624] quota admission added evaluator for: namespaces
I1227 08:58:44.600159 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:58:45.465109 1 storage_scheduling.go:95] created PriorityClass system-node-critical with value 2000001000
I1227 08:58:45.469090 1 storage_scheduling.go:95] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:58:45.469110 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1227 08:58:45.924372 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:58:45.963766 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:58:46.069732 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:58:46.077013 1 lease.go:263] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1227 08:58:46.078046 1 controller.go:624] quota admission added evaluator for: endpoints
I1227 08:58:46.083301 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:58:46.491089 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1227 08:58:47.677678 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1227 08:58:47.688819 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:58:47.699329 1 controller.go:624] quota admission added evaluator for: daemonsets.apps
I1227 08:59:00.450392 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1227 08:59:00.800774 1 controller.go:624] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [07d8efba2f0751c025fc8ae1c70b5cbe96d6d88760a5fb21c7778a6a34aab096] <==
I1227 08:59:00.104428 1 shared_informer.go:318] Caches are synced for ClusterRoleAggregator
I1227 08:59:00.116900 1 shared_informer.go:318] Caches are synced for namespace
I1227 08:59:00.147242 1 shared_informer.go:318] Caches are synced for service account
I1227 08:59:00.453797 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled up replica set coredns-5dd5756b68 to 2"
I1227 08:59:00.515595 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 08:59:00.568988 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 08:59:00.569025 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1227 08:59:00.810382 1 event.go:307] "Event occurred" object="kube-system/kindnet" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kindnet-bxjrx"
I1227 08:59:00.813524 1 event.go:307] "Event occurred" object="kube-system/kube-proxy" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kube-proxy-gwsjm"
I1227 08:59:01.016395 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-9lzlx"
I1227 08:59:01.029469 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: coredns-5dd5756b68-jmdcs"
I1227 08:59:01.037975 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="584.220918ms"
I1227 08:59:01.055231 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="17.17687ms"
I1227 08:59:01.055379 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="100.071µs"
I1227 08:59:02.216231 1 event.go:307] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Deployment" apiVersion="apps/v1" type="Normal" reason="ScalingReplicaSet" message="Scaled down replica set coredns-5dd5756b68 to 1 from 2"
I1227 08:59:02.234328 1 event.go:307] "Event occurred" object="kube-system/coredns-5dd5756b68" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: coredns-5dd5756b68-9lzlx"
I1227 08:59:02.248129 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="32.410119ms"
I1227 08:59:02.257680 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="9.010304ms"
I1227 08:59:02.259278 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="98.93µs"
I1227 08:59:14.333013 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="162.996µs"
I1227 08:59:14.360085 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="102.873µs"
I1227 08:59:14.857359 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="131.087µs"
I1227 08:59:14.911479 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="7.701735ms"
I1227 08:59:14.911625 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="94.625µs"
I1227 08:59:15.080564 1 node_lifecycle_controller.go:1048] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [c205603b008203636179a56d81aad08e73ef8ca40791a0466f434014401a1a44] <==
I1227 08:59:01.240268 1 server_others.go:69] "Using iptables proxy"
I1227 08:59:01.252225 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1227 08:59:01.285735 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:59:01.288407 1 server_others.go:152] "Using iptables Proxier"
I1227 08:59:01.288450 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1227 08:59:01.288458 1 server_others.go:438] "Defaulting to no-op detect-local"
I1227 08:59:01.288480 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1227 08:59:01.288739 1 server.go:846] "Version info" version="v1.28.0"
I1227 08:59:01.288759 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:01.289608 1 config.go:188] "Starting service config controller"
I1227 08:59:01.290156 1 shared_informer.go:311] Waiting for caches to sync for service config
I1227 08:59:01.290840 1 config.go:315] "Starting node config controller"
I1227 08:59:01.291914 1 shared_informer.go:311] Waiting for caches to sync for node config
I1227 08:59:01.291208 1 config.go:97] "Starting endpoint slice config controller"
I1227 08:59:01.291981 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1227 08:59:01.395802 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1227 08:59:01.396009 1 shared_informer.go:318] Caches are synced for service config
I1227 08:59:01.396030 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [702e635596358bed54339aded3d894727b444450a75292adc2fb9292616efe10] <==
W1227 08:58:44.535977 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1227 08:58:44.536200 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1227 08:58:44.536118 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1227 08:58:44.536231 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1227 08:58:44.536120 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1227 08:58:44.536255 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
W1227 08:58:44.536277 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
W1227 08:58:44.536292 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1227 08:58:44.536298 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1227 08:58:44.536330 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
W1227 08:58:45.368672 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1227 08:58:45.368714 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
W1227 08:58:45.467684 1 reflector.go:535] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1227 08:58:45.467794 1 reflector.go:147] pkg/server/dynamiccertificates/configmap_cafile_content.go:206: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
W1227 08:58:45.480084 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1227 08:58:45.480123 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
W1227 08:58:45.482496 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1227 08:58:45.482531 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
W1227 08:58:45.489045 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1227 08:58:45.489096 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
W1227 08:58:45.527597 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1227 08:58:45.527637 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
W1227 08:58:45.747463 1 reflector.go:535] vendor/k8s.io/client-go/informers/factory.go:150: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1227 08:58:45.747505 1 reflector.go:147] vendor/k8s.io/client-go/informers/factory.go:150: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
I1227 08:58:48.129837 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 27 08:58:59 old-k8s-version-601009 kubelet[1408]: I1227 08:58:59.987605 1408 kuberuntime_manager.go:1463] "Updating runtime config through cri with podcidr" CIDR="10.244.0.0/24"
Dec 27 08:58:59 old-k8s-version-601009 kubelet[1408]: I1227 08:58:59.988503 1408 kubelet_network.go:61] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.244.0.0/24"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.818008 1408 topology_manager.go:215] "Topology Admit Handler" podUID="e39b9e04-f145-4dff-9d1e-11038c6b8072" podNamespace="kube-system" podName="kindnet-bxjrx"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.820351 1408 topology_manager.go:215] "Topology Admit Handler" podUID="a132f4f1-9cea-44dc-b63b-f0d79ad5320f" podNamespace="kube-system" podName="kube-proxy-gwsjm"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830341 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/e39b9e04-f145-4dff-9d1e-11038c6b8072-lib-modules\") pod \"kindnet-bxjrx\" (UID: \"e39b9e04-f145-4dff-9d1e-11038c6b8072\") " pod="kube-system/kindnet-bxjrx"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830400 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/e39b9e04-f145-4dff-9d1e-11038c6b8072-cni-cfg\") pod \"kindnet-bxjrx\" (UID: \"e39b9e04-f145-4dff-9d1e-11038c6b8072\") " pod="kube-system/kindnet-bxjrx"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830429 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/e39b9e04-f145-4dff-9d1e-11038c6b8072-xtables-lock\") pod \"kindnet-bxjrx\" (UID: \"e39b9e04-f145-4dff-9d1e-11038c6b8072\") " pod="kube-system/kindnet-bxjrx"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830456 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/a132f4f1-9cea-44dc-b63b-f0d79ad5320f-kube-proxy\") pod \"kube-proxy-gwsjm\" (UID: \"a132f4f1-9cea-44dc-b63b-f0d79ad5320f\") " pod="kube-system/kube-proxy-gwsjm"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830516 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/a132f4f1-9cea-44dc-b63b-f0d79ad5320f-lib-modules\") pod \"kube-proxy-gwsjm\" (UID: \"a132f4f1-9cea-44dc-b63b-f0d79ad5320f\") " pod="kube-system/kube-proxy-gwsjm"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830586 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-nr8jm\" (UniqueName: \"kubernetes.io/projected/e39b9e04-f145-4dff-9d1e-11038c6b8072-kube-api-access-nr8jm\") pod \"kindnet-bxjrx\" (UID: \"e39b9e04-f145-4dff-9d1e-11038c6b8072\") " pod="kube-system/kindnet-bxjrx"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830651 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/a132f4f1-9cea-44dc-b63b-f0d79ad5320f-xtables-lock\") pod \"kube-proxy-gwsjm\" (UID: \"a132f4f1-9cea-44dc-b63b-f0d79ad5320f\") " pod="kube-system/kube-proxy-gwsjm"
Dec 27 08:59:00 old-k8s-version-601009 kubelet[1408]: I1227 08:59:00.830700 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wmr8l\" (UniqueName: \"kubernetes.io/projected/a132f4f1-9cea-44dc-b63b-f0d79ad5320f-kube-api-access-wmr8l\") pod \"kube-proxy-gwsjm\" (UID: \"a132f4f1-9cea-44dc-b63b-f0d79ad5320f\") " pod="kube-system/kube-proxy-gwsjm"
Dec 27 08:59:03 old-k8s-version-601009 kubelet[1408]: I1227 08:59:03.836307 1408 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kindnet-bxjrx" podStartSLOduration=1.608071472 podCreationTimestamp="2025-12-27 08:59:00 +0000 UTC" firstStartedPulling="2025-12-27 08:59:01.137148221 +0000 UTC m=+13.485850316" lastFinishedPulling="2025-12-27 08:59:03.365325113 +0000 UTC m=+15.714027215" observedRunningTime="2025-12-27 08:59:03.836188503 +0000 UTC m=+16.184890633" watchObservedRunningTime="2025-12-27 08:59:03.836248371 +0000 UTC m=+16.184950484"
Dec 27 08:59:03 old-k8s-version-601009 kubelet[1408]: I1227 08:59:03.836467 1408 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/kube-proxy-gwsjm" podStartSLOduration=3.83643859 podCreationTimestamp="2025-12-27 08:59:00 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:02.042467705 +0000 UTC m=+14.391169841" watchObservedRunningTime="2025-12-27 08:59:03.83643859 +0000 UTC m=+16.185140703"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.292048 1408 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.331853 1408 topology_manager.go:215] "Topology Admit Handler" podUID="7ee9e2e3-1767-4b26-baac-3e727fe17f20" podNamespace="kube-system" podName="storage-provisioner"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.332041 1408 topology_manager.go:215] "Topology Admit Handler" podUID="836c6ed5-2644-4437-92a7-70aa286818f7" podNamespace="kube-system" podName="coredns-5dd5756b68-jmdcs"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.435582 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/836c6ed5-2644-4437-92a7-70aa286818f7-config-volume\") pod \"coredns-5dd5756b68-jmdcs\" (UID: \"836c6ed5-2644-4437-92a7-70aa286818f7\") " pod="kube-system/coredns-5dd5756b68-jmdcs"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.435652 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/7ee9e2e3-1767-4b26-baac-3e727fe17f20-tmp\") pod \"storage-provisioner\" (UID: \"7ee9e2e3-1767-4b26-baac-3e727fe17f20\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.435688 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2h4v9\" (UniqueName: \"kubernetes.io/projected/836c6ed5-2644-4437-92a7-70aa286818f7-kube-api-access-2h4v9\") pod \"coredns-5dd5756b68-jmdcs\" (UID: \"836c6ed5-2644-4437-92a7-70aa286818f7\") " pod="kube-system/coredns-5dd5756b68-jmdcs"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.435732 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-8k8fq\" (UniqueName: \"kubernetes.io/projected/7ee9e2e3-1767-4b26-baac-3e727fe17f20-kube-api-access-8k8fq\") pod \"storage-provisioner\" (UID: \"7ee9e2e3-1767-4b26-baac-3e727fe17f20\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.857288 1408 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-5dd5756b68-jmdcs" podStartSLOduration=13.857230614 podCreationTimestamp="2025-12-27 08:59:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:14.856973377 +0000 UTC m=+27.205675489" watchObservedRunningTime="2025-12-27 08:59:14.857230614 +0000 UTC m=+27.205932729"
Dec 27 08:59:14 old-k8s-version-601009 kubelet[1408]: I1227 08:59:14.892629 1408 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=12.892573297 podCreationTimestamp="2025-12-27 08:59:02 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:14.892296867 +0000 UTC m=+27.240998980" watchObservedRunningTime="2025-12-27 08:59:14.892573297 +0000 UTC m=+27.241275410"
Dec 27 08:59:16 old-k8s-version-601009 kubelet[1408]: I1227 08:59:16.784809 1408 topology_manager.go:215] "Topology Admit Handler" podUID="4c7839c5-56f1-44b0-9cf5-461946580914" podNamespace="default" podName="busybox"
Dec 27 08:59:16 old-k8s-version-601009 kubelet[1408]: I1227 08:59:16.850108 1408 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dd5nf\" (UniqueName: \"kubernetes.io/projected/4c7839c5-56f1-44b0-9cf5-461946580914-kube-api-access-dd5nf\") pod \"busybox\" (UID: \"4c7839c5-56f1-44b0-9cf5-461946580914\") " pod="default/busybox"
==> storage-provisioner [871181ba3945875dec0fc27e53c30d43c86d077d4363aa8c353017374023342e] <==
I1227 08:59:14.697433 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 08:59:14.708340 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 08:59:14.708394 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1227 08:59:14.717453 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 08:59:14.717532 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2692374f-cc0d-420b-b6c9-f08587297fdc", APIVersion:"v1", ResourceVersion:"442", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-601009_f568351a-4fba-468a-ab5d-43dd35b06fb2 became leader
I1227 08:59:14.717607 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_f568351a-4fba-468a-ab5d-43dd35b06fb2!
I1227 08:59:14.818195 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_f568351a-4fba-468a-ab5d-43dd35b06fb2!
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:270: (dbg) Run: kubectl --context old-k8s-version-601009 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/EnableAddonWhileActive (2.78s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (333.306422ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:59:52Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-amd64 addons enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context no-preload-598808 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context no-preload-598808 describe deploy/metrics-server -n kube-system: exit status 1 (99.449694ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context no-preload-598808 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect no-preload-598808
helpers_test.go:244: (dbg) docker inspect no-preload-598808:
-- stdout --
[
{
"Id": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"Created": "2025-12-27T08:58:54.523196707Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 297115,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:58:54.557145623Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hostname",
"HostsPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hosts",
"LogPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950-json.log",
"Name": "/no-preload-598808",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-598808:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "no-preload-598808",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"LowerDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/merged",
"UpperDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/diff",
"WorkDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-598808",
"Source": "/var/lib/docker/volumes/no-preload-598808/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-598808",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-598808",
"name.minikube.sigs.k8s.io": "no-preload-598808",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "764b865ad9835df45a75a1078d5c91a528e172934333a4320aca31c386e953f2",
"SandboxKey": "/var/run/docker/netns/764b865ad983",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33093"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33094"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33097"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33095"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33096"
}
]
},
"Networks": {
"no-preload-598808": {
"IPAMConfig": {
"IPv4Address": "192.168.94.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "91b039bb587581c856525cbb5676e9aee8befebe2919e770aa8d58fa3ddee2bb",
"EndpointID": "7d67978a822162075158d96822b9a57a342c7edbe5bd4e95ef9731cae2a91d14",
"Gateway": "192.168.94.1",
"IPAddress": "192.168.94.2",
"MacAddress": "e2:26:d3:76:11:e8",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-598808",
"e0d7ec0161aa"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:253: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/no-preload/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25: (1.215254056s)
helpers_test.go:261: TestStartStop/group/no-preload/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo cat /var/lib/kubelet/config.yaml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status docker --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat docker --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/docker/daemon.json │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo docker system info │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl status cri-docker --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat cri-docker --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo cat /usr/lib/systemd/system/cri-docker.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cri-dockerd --version │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status containerd --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat containerd --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /lib/systemd/system/containerd.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/containerd/config.toml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo containerd config dump │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status crio --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl cat crio --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 08:59:45
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:59:45.394198 312361 out.go:360] Setting OutFile to fd 1 ...
I1227 08:59:45.394486 312361 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:45.394496 312361 out.go:374] Setting ErrFile to fd 2...
I1227 08:59:45.394500 312361 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:45.394696 312361 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:59:45.395251 312361 out.go:368] Setting JSON to false
I1227 08:59:45.396603 312361 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2537,"bootTime":1766823448,"procs":297,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:59:45.396664 312361 start.go:143] virtualization: kvm guest
I1227 08:59:45.401228 312361 out.go:179] * [old-k8s-version-601009] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:59:45.402770 312361 notify.go:221] Checking for updates...
I1227 08:59:45.405659 312361 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:59:45.408812 312361 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:59:45.410304 312361 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:45.411554 312361 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:59:45.412529 312361 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:59:45.413582 312361 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:59:45.415498 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:45.418262 312361 out.go:179] * Kubernetes 1.35.0 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.35.0
I1227 08:59:45.419422 312361 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:59:45.454167 312361 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:59:45.454286 312361 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:45.530787 312361 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:67 OomKillDisable:false NGoroutines:76 SystemTime:2025-12-27 08:59:45.518666558 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:45.530945 312361 docker.go:319] overlay module found
I1227 08:59:45.533655 312361 out.go:179] * Using the docker driver based on existing profile
I1227 08:59:45.534924 312361 start.go:309] selected driver: docker
I1227 08:59:45.534945 312361 start.go:928] validating driver "docker" against &{Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: AP
IServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:45.535050 312361 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:59:45.535873 312361 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:45.598830 312361 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:67 OomKillDisable:false NGoroutines:76 SystemTime:2025-12-27 08:59:45.588176743 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:45.599144 312361 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:59:45.599184 312361 cni.go:84] Creating CNI manager for ""
I1227 08:59:45.599263 312361 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:45.599436 312361 start.go:353] cluster config:
{Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local
ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:45.601470 312361 out.go:179] * Starting "old-k8s-version-601009" primary control-plane node in "old-k8s-version-601009" cluster
I1227 08:59:45.603588 312361 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:59:45.606113 312361 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:59:45.607212 312361 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1227 08:59:45.607242 312361 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-amd64.tar.lz4
I1227 08:59:45.607250 312361 cache.go:65] Caching tarball of preloaded images
I1227 08:59:45.607306 312361 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:59:45.607368 312361 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:59:45.607410 312361 cache.go:68] Finished verifying existence of preloaded tar for v1.28.0 on crio
I1227 08:59:45.607573 312361 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/config.json ...
I1227 08:59:45.630174 312361 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 08:59:45.630203 312361 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 08:59:45.630226 312361 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:59:45.630264 312361 start.go:360] acquireMachinesLock for old-k8s-version-601009: {Name:mkec90a1570bf071feb7ba133104731ac42a7dde Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:59:45.630368 312361 start.go:364] duration metric: took 70.955µs to acquireMachinesLock for "old-k8s-version-601009"
I1227 08:59:45.630392 312361 start.go:96] Skipping create...Using existing machine configuration
I1227 08:59:45.630401 312361 fix.go:54] fixHost starting:
I1227 08:59:45.630609 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:45.651109 312361 fix.go:112] recreateIfNeeded on old-k8s-version-601009: state=Stopped err=<nil>
W1227 08:59:45.651181 312361 fix.go:138] unexpected machine state, will restart: <nil>
I1227 08:59:45.112464 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Running}}
I1227 08:59:45.134133 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.156290 311117 cli_runner.go:164] Run: docker exec default-k8s-diff-port-828751 stat /var/lib/dpkg/alternatives/iptables
I1227 08:59:45.207236 311117 oci.go:144] the created container "default-k8s-diff-port-828751" has a running status.
I1227 08:59:45.207269 311117 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa...
I1227 08:59:45.335763 311117 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 08:59:45.368593 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.391607 311117 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 08:59:45.391630 311117 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-828751 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 08:59:45.465911 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.494018 311117 machine.go:94] provisionDockerMachine start ...
I1227 08:59:45.494162 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.517330 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.517673 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.517694 311117 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:59:45.652693 311117 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 08:59:45.652723 311117 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 08:59:45.652783 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.673558 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.673846 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.673863 311117 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 08:59:45.823486 311117 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 08:59:45.823580 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.846740 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.846962 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.846976 311117 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:59:45.980747 311117 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:59:45.980784 311117 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:59:45.980822 311117 ubuntu.go:190] setting up certificates
I1227 08:59:45.980845 311117 provision.go:84] configureAuth start
I1227 08:59:45.980924 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.004965 311117 provision.go:143] copyHostCerts
I1227 08:59:46.005045 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:59:46.005060 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:59:46.005136 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:59:46.005308 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:59:46.005336 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:59:46.005386 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:59:46.005497 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:59:46.005509 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:59:46.005548 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:59:46.005645 311117 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 08:59:46.080708 311117 provision.go:177] copyRemoteCerts
I1227 08:59:46.080799 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:59:46.080852 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.103504 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.197983 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:59:46.219760 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:59:46.244636 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 08:59:46.269353 311117 provision.go:87] duration metric: took 288.466639ms to configureAuth
I1227 08:59:46.269380 311117 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:59:46.269571 311117 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:59:46.269700 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.293491 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:46.293760 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:46.293785 311117 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:59:46.559567 311117 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:59:46.559599 311117 machine.go:97] duration metric: took 1.065526279s to provisionDockerMachine
I1227 08:59:46.559612 311117 client.go:176] duration metric: took 6.268217253s to LocalClient.Create
I1227 08:59:46.559628 311117 start.go:167] duration metric: took 6.268266881s to libmachine.API.Create "default-k8s-diff-port-828751"
I1227 08:59:46.559637 311117 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 08:59:46.559650 311117 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:59:46.559708 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:59:46.559750 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.577661 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.669262 311117 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:59:46.672987 311117 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:59:46.673013 311117 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:59:46.673023 311117 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:59:46.673073 311117 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:59:46.673142 311117 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:59:46.673227 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:59:46.681004 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:46.701063 311117 start.go:296] duration metric: took 141.41421ms for postStartSetup
I1227 08:59:46.701485 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.720742 311117 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 08:59:46.721007 311117 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:59:46.721066 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.739139 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.827295 311117 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:59:46.831676 311117 start.go:128] duration metric: took 6.542875551s to createHost
I1227 08:59:46.831697 311117 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 6.542996013s
I1227 08:59:46.831751 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.850433 311117 ssh_runner.go:195] Run: cat /version.json
I1227 08:59:46.850451 311117 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:59:46.850491 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.850513 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.869220 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.869565 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.955344 311117 ssh_runner.go:195] Run: systemctl --version
I1227 08:59:47.011392 311117 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:59:47.046911 311117 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:59:47.051518 311117 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:59:47.051585 311117 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:59:47.076382 311117 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 08:59:47.076404 311117 start.go:496] detecting cgroup driver to use...
I1227 08:59:47.076449 311117 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:59:47.076502 311117 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:59:47.092530 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:59:47.105392 311117 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:59:47.105451 311117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:59:47.121402 311117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:59:47.138650 311117 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:59:47.222023 311117 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:59:47.307866 311117 docker.go:234] disabling docker service ...
I1227 08:59:47.307930 311117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:59:47.326158 311117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:59:47.338600 311117 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:47.420505 311117 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:47.505929 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:47.518200 311117 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:47.532003 311117 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:59:47.532061 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.542563 311117 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:47.542629 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.551866 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.560210 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.568758 311117 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:47.576695 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.584896 311117 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.597963 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.606504 311117 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:47.613745 311117 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:47.620940 311117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:47.699872 311117 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:47.829854 311117 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:47.829918 311117 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:47.833890 311117 start.go:574] Will wait 60s for crictl version
I1227 08:59:47.833960 311117 ssh_runner.go:195] Run: which crictl
I1227 08:59:47.837342 311117 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:47.861823 311117 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:47.861904 311117 ssh_runner.go:195] Run: crio --version
I1227 08:59:47.889880 311117 ssh_runner.go:195] Run: crio --version
I1227 08:59:47.921918 311117 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:59:47.923102 311117 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:47.940825 311117 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 08:59:47.945348 311117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:47.956110 311117 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false
CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:47.956240 311117 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:47.956285 311117 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:47.990105 311117 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:47.990132 311117 crio.go:433] Images already preloaded, skipping extraction
I1227 08:59:47.990183 311117 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:48.014583 311117 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:48.014606 311117 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:59:48.014618 311117 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 08:59:48.014720 311117 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:48.014802 311117 ssh_runner.go:195] Run: crio config
I1227 08:59:48.062457 311117 cni.go:84] Creating CNI manager for ""
I1227 08:59:48.062481 311117 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:48.062502 311117 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:48.062532 311117 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:48.062704 311117 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:48.062777 311117 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:59:48.070886 311117 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:59:48.070938 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:48.078510 311117 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 08:59:48.090764 311117 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:48.105432 311117 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 08:59:48.117379 311117 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:48.120902 311117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:48.130500 311117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:48.210031 311117 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:48.237447 311117 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 08:59:48.237474 311117 certs.go:195] generating shared ca certs ...
I1227 08:59:48.237496 311117 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.237666 311117 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:48.237714 311117 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:48.237725 311117 certs.go:257] generating profile certs ...
I1227 08:59:48.237778 311117 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 08:59:48.237797 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt with IP's: []
I1227 08:59:48.362902 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt ...
I1227 08:59:48.362939 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt: {Name:mkcaee7209749706dcf3fd1c3a8712a307675b4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.363119 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key ...
I1227 08:59:48.363136 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key: {Name:mkc0b41f4652090f0055af9d55a59c47837cc5d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.363229 311117 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 08:59:48.363244 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.103.2]
I1227 08:59:48.406905 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 ...
I1227 08:59:48.406936 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269: {Name:mk7c1e264001a3ef12d3c89c598372b0b1f4e58b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.407108 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269 ...
I1227 08:59:48.407124 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269: {Name:mk737194dd6c01d01e3efc1f3d2704f66f4c1dab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.407228 311117 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt
I1227 08:59:48.407333 311117 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key
I1227 08:59:48.407400 311117 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 08:59:48.407416 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt with IP's: []
I1227 08:59:48.522454 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt ...
I1227 08:59:48.522482 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt: {Name:mka0563b72b173e488bfbd6b69533a037b80e95e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.522665 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key ...
I1227 08:59:48.522682 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key: {Name:mk22d4542c09db0216574b0c9831714d8f4e2997 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.522895 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:48.522939 311117 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:48.522950 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:48.522974 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:48.522999 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:48.523022 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:48.523061 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:48.523642 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:48.541415 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:48.558073 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:48.574923 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:48.592403 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 08:59:48.609633 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 08:59:48.627088 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:48.644030 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 08:59:48.661719 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:48.680277 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:48.697107 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:48.713876 311117 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:48.725842 311117 ssh_runner.go:195] Run: openssl version
I1227 08:59:48.731854 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:48.738856 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:48.745873 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:48.749443 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:48.749498 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:48.784627 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:48.792017 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 08:59:48.798921 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.805855 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:48.812868 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.816287 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.816340 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.850905 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:48.858385 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 08:59:48.865481 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:48.872388 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:48.879330 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:48.882870 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:48.882906 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:48.919298 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:48.927060 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 08:59:48.934757 311117 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:48.938736 311117 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 08:59:48.938808 311117 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cus
tomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:48.938890 311117 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:48.938970 311117 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:48.966946 311117 cri.go:96] found id: ""
I1227 08:59:48.967003 311117 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:48.974704 311117 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 08:59:48.982143 311117 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 08:59:48.982198 311117 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 08:59:48.990066 311117 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 08:59:48.990085 311117 kubeadm.go:158] found existing configuration files:
I1227 08:59:48.990139 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1227 08:59:48.997947 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 08:59:48.997998 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 08:59:49.004932 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1227 08:59:49.012066 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 08:59:49.012113 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 08:59:49.018986 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1227 08:59:49.026288 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 08:59:49.026347 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 08:59:49.033388 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1227 08:59:49.040580 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 08:59:49.040623 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 08:59:49.047597 311117 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 08:59:49.083615 311117 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 08:59:49.083696 311117 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 08:59:49.149041 311117 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 08:59:49.149190 311117 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 08:59:49.149237 311117 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 08:59:49.149305 311117 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 08:59:49.149382 311117 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 08:59:49.149458 311117 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 08:59:49.149522 311117 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 08:59:49.149612 311117 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 08:59:49.149658 311117 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 08:59:49.149746 311117 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 08:59:49.149803 311117 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 08:59:49.210701 311117 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 08:59:49.210894 311117 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 08:59:49.211056 311117 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 08:59:49.218490 311117 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 08:59:49.221770 311117 out.go:252] - Generating certificates and keys ...
I1227 08:59:49.221872 311117 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 08:59:49.221975 311117 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 08:59:49.346689 311117 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 08:59:49.412897 311117 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 08:59:49.435448 311117 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 08:59:49.525056 311117 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 08:59:49.563987 311117 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 08:59:49.564195 311117 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-828751 localhost] and IPs [192.168.103.2 127.0.0.1 ::1]
I1227 08:59:49.678642 311117 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 08:59:49.678853 311117 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-828751 localhost] and IPs [192.168.103.2 127.0.0.1 ::1]
I1227 08:59:49.811864 311117 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 08:59:49.849188 311117 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 08:59:49.877242 311117 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 08:59:49.877400 311117 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 08:59:45.653358 312361 out.go:252] * Restarting existing docker container for "old-k8s-version-601009" ...
I1227 08:59:45.653459 312361 cli_runner.go:164] Run: docker start old-k8s-version-601009
I1227 08:59:45.946197 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:45.967850 312361 kic.go:430] container "old-k8s-version-601009" state is running.
I1227 08:59:45.968279 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:45.992766 312361 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/config.json ...
I1227 08:59:45.993052 312361 machine.go:94] provisionDockerMachine start ...
I1227 08:59:45.993126 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:46.015984 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:46.016224 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:46.016238 312361 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:59:46.017744 312361 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42456->127.0.0.1:33108: read: connection reset by peer
I1227 08:59:49.145391 312361 main.go:144] libmachine: SSH cmd err, output: <nil>: old-k8s-version-601009
I1227 08:59:49.145429 312361 ubuntu.go:182] provisioning hostname "old-k8s-version-601009"
I1227 08:59:49.145490 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.164883 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.165110 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.165124 312361 main.go:144] libmachine: About to run SSH command:
sudo hostname old-k8s-version-601009 && echo "old-k8s-version-601009" | sudo tee /etc/hostname
I1227 08:59:49.299692 312361 main.go:144] libmachine: SSH cmd err, output: <nil>: old-k8s-version-601009
I1227 08:59:49.299782 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.318027 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.318240 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.318257 312361 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-601009' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-601009/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-601009' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:59:49.438883 312361 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:59:49.438911 312361 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:59:49.438930 312361 ubuntu.go:190] setting up certificates
I1227 08:59:49.438945 312361 provision.go:84] configureAuth start
I1227 08:59:49.439003 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:49.457726 312361 provision.go:143] copyHostCerts
I1227 08:59:49.457777 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:59:49.457787 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:59:49.457852 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:59:49.457957 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:59:49.457965 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:59:49.457992 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:59:49.458418 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:59:49.458446 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:59:49.458502 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:59:49.458603 312361 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-601009 san=[127.0.0.1 192.168.85.2 localhost minikube old-k8s-version-601009]
I1227 08:59:49.554761 312361 provision.go:177] copyRemoteCerts
I1227 08:59:49.554829 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:59:49.554865 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.573747 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:49.665442 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:59:49.685566 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1233 bytes)
I1227 08:59:49.705550 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:59:49.723740 312361 provision.go:87] duration metric: took 284.768176ms to configureAuth
I1227 08:59:49.723777 312361 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:59:49.723990 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:49.724119 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.742688 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.742898 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.742913 312361 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:59:50.057443 312361 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:59:50.057473 312361 machine.go:97] duration metric: took 4.064406981s to provisionDockerMachine
I1227 08:59:50.057488 312361 start.go:293] postStartSetup for "old-k8s-version-601009" (driver="docker")
I1227 08:59:50.057501 312361 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:59:50.057564 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:59:50.057609 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.078047 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.168756 312361 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:59:50.172398 312361 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:59:50.172429 312361 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:59:50.172441 312361 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:59:50.172497 312361 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:59:50.172597 312361 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:59:50.172733 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:59:50.180990 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:50.199242 312361 start.go:296] duration metric: took 141.738518ms for postStartSetup
I1227 08:59:50.199337 312361 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:59:50.199375 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.219193 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.307378 312361 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:59:50.312069 312361 fix.go:56] duration metric: took 4.681661471s for fixHost
I1227 08:59:50.312092 312361 start.go:83] releasing machines lock for "old-k8s-version-601009", held for 4.681710894s
I1227 08:59:50.312163 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:50.331053 312361 ssh_runner.go:195] Run: cat /version.json
I1227 08:59:50.331097 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.331123 312361 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:59:50.331195 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.350127 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.350541 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.128147 311117 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 08:59:50.268608 311117 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 08:59:50.296720 311117 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 08:59:50.392956 311117 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 08:59:50.429790 311117 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 08:59:50.430343 311117 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 08:59:50.433958 311117 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 08:59:50.498886 312361 ssh_runner.go:195] Run: systemctl --version
I1227 08:59:50.505218 312361 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:59:50.540258 312361 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:59:50.545165 312361 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:59:50.545234 312361 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:59:50.553625 312361 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 08:59:50.553645 312361 start.go:496] detecting cgroup driver to use...
I1227 08:59:50.553676 312361 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:59:50.553718 312361 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:59:50.567494 312361 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:59:50.580038 312361 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:59:50.580097 312361 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:59:50.595468 312361 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:59:50.608953 312361 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:59:50.688808 312361 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:59:50.774963 312361 docker.go:234] disabling docker service ...
I1227 08:59:50.775019 312361 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:59:50.790071 312361 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:59:50.802641 312361 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:50.897018 312361 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:50.984413 312361 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:50.997101 312361 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:51.010772 312361 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1227 08:59:51.010828 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.019572 312361 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:51.019639 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.028425 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.037134 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.045811 312361 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:51.053586 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.061951 312361 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.069804 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.078364 312361 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:51.085551 312361 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:51.092629 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:51.170286 312361 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:51.307251 312361 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:51.307410 312361 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:51.311871 312361 start.go:574] Will wait 60s for crictl version
I1227 08:59:51.311926 312361 ssh_runner.go:195] Run: which crictl
I1227 08:59:51.316226 312361 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:51.344820 312361 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:51.344888 312361 ssh_runner.go:195] Run: crio --version
I1227 08:59:51.381448 312361 ssh_runner.go:195] Run: crio --version
I1227 08:59:51.419193 312361 out.go:179] * Preparing Kubernetes v1.28.0 on CRI-O 1.34.3 ...
I1227 08:59:51.420533 312361 cli_runner.go:164] Run: docker network inspect old-k8s-version-601009 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:51.441425 312361 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 08:59:51.445621 312361 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:51.455947 312361 kubeadm.go:884] updating cluster {Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountU
ID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:51.456096 312361 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1227 08:59:51.456153 312361 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:51.489455 312361 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:51.489479 312361 crio.go:433] Images already preloaded, skipping extraction
I1227 08:59:51.489541 312361 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:51.516430 312361 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:51.516454 312361 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:59:51.516463 312361 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.28.0 crio true true} ...
I1227 08:59:51.516600 312361 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=old-k8s-version-601009 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:51.516684 312361 ssh_runner.go:195] Run: crio config
I1227 08:59:51.575119 312361 cni.go:84] Creating CNI manager for ""
I1227 08:59:51.575147 312361 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:51.575166 312361 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:51.575202 312361 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-601009 NodeName:old-k8s-version-601009 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPod
Path:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:51.575390 312361 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "old-k8s-version-601009"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:51.575462 312361 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1227 08:59:51.584158 312361 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:59:51.584227 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:51.592457 312361 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (372 bytes)
I1227 08:59:51.605399 312361 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:51.618171 312361 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2159 bytes)
I1227 08:59:51.630261 312361 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:51.634360 312361 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:51.644225 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:51.733457 312361 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:51.757003 312361 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009 for IP: 192.168.85.2
I1227 08:59:51.757028 312361 certs.go:195] generating shared ca certs ...
I1227 08:59:51.757049 312361 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:51.757231 312361 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:51.757293 312361 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:51.757331 312361 certs.go:257] generating profile certs ...
I1227 08:59:51.757457 312361 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/client.key
I1227 08:59:51.757546 312361 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.key.ee08a7d3
I1227 08:59:51.757608 312361 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.key
I1227 08:59:51.757750 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:51.757795 312361 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:51.757809 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:51.757842 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:51.757877 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:51.757911 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:51.757965 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:51.758630 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:51.777716 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:51.800152 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:51.824496 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:51.853465 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1227 08:59:51.875471 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 08:59:51.895090 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:51.918141 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 08:59:51.938394 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:51.958336 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:51.978622 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:51.996999 312361 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:52.011641 312361 ssh_runner.go:195] Run: openssl version
I1227 08:59:52.018818 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:52.027332 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:52.035991 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:52.040243 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:52.040300 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:52.084337 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:52.093451 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.103187 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:52.112708 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.117443 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.117501 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.164440 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:52.176424 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:52.186155 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:52.194235 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:52.198050 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:52.198098 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:52.239524 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:52.248940 312361 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:52.252952 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 08:59:52.306389 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 08:59:52.362906 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 08:59:52.422831 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 08:59:52.486619 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 08:59:52.555976 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 08:59:52.599662 312361 kubeadm.go:401] StartCluster: {Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:
docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:52.599773 312361 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:52.599854 312361 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:52.631641 312361 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 08:59:52.631667 312361 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 08:59:52.631672 312361 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 08:59:52.631677 312361 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 08:59:52.631681 312361 cri.go:96] found id: ""
I1227 08:59:52.631726 312361 ssh_runner.go:195] Run: sudo runc list -f json
W1227 08:59:52.644036 312361 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:59:52Z" level=error msg="open /run/runc: no such file or directory"
I1227 08:59:52.644118 312361 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:52.652601 312361 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 08:59:52.652621 312361 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 08:59:52.652675 312361 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 08:59:52.660118 312361 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 08:59:52.661234 312361 kubeconfig.go:47] verify endpoint returned: get endpoint: "old-k8s-version-601009" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:52.661981 312361 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "old-k8s-version-601009" cluster setting kubeconfig missing "old-k8s-version-601009" context setting]
I1227 08:59:52.663133 312361 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.665409 312361 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 08:59:52.675396 312361 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 08:59:52.675424 312361 kubeadm.go:602] duration metric: took 22.797869ms to restartPrimaryControlPlane
I1227 08:59:52.675434 312361 kubeadm.go:403] duration metric: took 75.782489ms to StartCluster
I1227 08:59:52.675451 312361 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.675503 312361 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:52.677474 312361 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.677726 312361 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:59:52.678045 312361 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 08:59:52.678149 312361 addons.go:70] Setting storage-provisioner=true in profile "old-k8s-version-601009"
I1227 08:59:52.680425 312361 addons.go:239] Setting addon storage-provisioner=true in "old-k8s-version-601009"
W1227 08:59:52.680443 312361 addons.go:248] addon storage-provisioner should already be in state true
I1227 08:59:52.678197 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:52.678208 312361 addons.go:70] Setting dashboard=true in profile "old-k8s-version-601009"
I1227 08:59:52.680617 312361 addons.go:239] Setting addon dashboard=true in "old-k8s-version-601009"
W1227 08:59:52.680628 312361 addons.go:248] addon dashboard should already be in state true
I1227 08:59:52.680645 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.678217 312361 addons.go:70] Setting default-storageclass=true in profile "old-k8s-version-601009"
I1227 08:59:52.680717 312361 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "old-k8s-version-601009"
I1227 08:59:52.681051 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.680600 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.681683 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.679405 312361 out.go:179] * Verifying Kubernetes components...
I1227 08:59:52.682262 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.683218 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:52.714465 312361 addons.go:239] Setting addon default-storageclass=true in "old-k8s-version-601009"
W1227 08:59:52.714555 312361 addons.go:248] addon default-storageclass should already be in state true
I1227 08:59:52.714610 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.715138 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.716188 312361 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:52.719445 312361 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 08:59:52.719449 312361 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:59:52.719627 312361 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 08:59:52.719710 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:52.722534 312361 out.go:179] - Using image registry.k8s.io/echoserver:1.4
==> CRI-O <==
Dec 27 08:59:41 no-preload-598808 crio[771]: time="2025-12-27T08:59:41.383144037Z" level=info msg="Started container" PID=2803 containerID=2ab0789fa34083f6be674bf0d598bc8590953633501e3a8dcf8bf54dc510fff5 description=kube-system/coredns-7d764666f9-mgt7m/coredns id=04f0bfce-ea8d-4f82-bb79-0d9803994990 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b8cef4386d3f732f88e5e18b129f05a5914aa5e84d72b73fd136372608414b5d
Dec 27 08:59:41 no-preload-598808 crio[771]: time="2025-12-27T08:59:41.384205625Z" level=info msg="Started container" PID=2802 containerID=6329436d619bb6d4bd53924d5dae3a1da1d9479bc5f6798245535aeb6a750ce5 description=kube-system/storage-provisioner/storage-provisioner id=a90068bc-1462-495b-b3a4-cab46c0fd14e name=/runtime.v1.RuntimeService/StartContainer sandboxID=67987f53dd30037418861899ef7c46ed70a224af5346d1bffe5521837101ed1f
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.678929573Z" level=info msg="Running pod sandbox: default/busybox/POD" id=8c4f229f-a50b-4809-8f5e-958371b125c4 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.679017329Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.685284758Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:ba39d0bc13a77084bc3cc1b6c77188587d1f3db17d4214413f04dac16cf60388 UID:0272de7c-49c7-4356-a21f-a55c06c36495 NetNS:/var/run/netns/f21429aa-bf39-4887-8e49-9d435da3bbf2 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc000afc7b8}] Aliases:map[]}"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.685328782Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.696009367Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:ba39d0bc13a77084bc3cc1b6c77188587d1f3db17d4214413f04dac16cf60388 UID:0272de7c-49c7-4356-a21f-a55c06c36495 NetNS:/var/run/netns/f21429aa-bf39-4887-8e49-9d435da3bbf2 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc000afc7b8}] Aliases:map[]}"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.69613394Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.697135376Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.698161333Z" level=info msg="Ran pod sandbox ba39d0bc13a77084bc3cc1b6c77188587d1f3db17d4214413f04dac16cf60388 with infra container: default/busybox/POD" id=8c4f229f-a50b-4809-8f5e-958371b125c4 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.699572354Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=414ec6e4-7b99-4726-a115-d225c03fea0a name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.699722857Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=414ec6e4-7b99-4726-a115-d225c03fea0a name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.699764998Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=414ec6e4-7b99-4726-a115-d225c03fea0a name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.700523288Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=47db6020-2a02-44f4-87f4-9c7c8f4cba61 name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:44 no-preload-598808 crio[771]: time="2025-12-27T08:59:44.702147233Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.946322286Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998" id=47db6020-2a02-44f4-87f4-9c7c8f4cba61 name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.946986225Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=e4c53d4c-bce2-4e25-a13e-b7fd6e1d5dae name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.948871061Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=d0acf000-8a55-4601-924e-194d76d4d558 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.953338653Z" level=info msg="Creating container: default/busybox/busybox" id=92cd8cfe-0f17-4848-907c-6148d4a4032c name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.953479852Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.958392651Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.958957909Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.991810917Z" level=info msg="Created container 3384b00a9e466562233f800e7d87f9e56bbafc0956bb5112e2bb1596df252581: default/busybox/busybox" id=92cd8cfe-0f17-4848-907c-6148d4a4032c name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.992821104Z" level=info msg="Starting container: 3384b00a9e466562233f800e7d87f9e56bbafc0956bb5112e2bb1596df252581" id=2063d6e1-ac1e-4cb9-8788-55a97e3dc46b name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:59:45 no-preload-598808 crio[771]: time="2025-12-27T08:59:45.995219727Z" level=info msg="Started container" PID=2879 containerID=3384b00a9e466562233f800e7d87f9e56bbafc0956bb5112e2bb1596df252581 description=default/busybox/busybox id=2063d6e1-ac1e-4cb9-8788-55a97e3dc46b name=/runtime.v1.RuntimeService/StartContainer sandboxID=ba39d0bc13a77084bc3cc1b6c77188587d1f3db17d4214413f04dac16cf60388
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
3384b00a9e466 gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998 8 seconds ago Running busybox 0 ba39d0bc13a77 busybox default
2ab0789fa3408 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 12 seconds ago Running coredns 0 b8cef4386d3f7 coredns-7d764666f9-mgt7m kube-system
6329436d619bb 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 12 seconds ago Running storage-provisioner 0 67987f53dd300 storage-provisioner kube-system
26fd9a6eec259 docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 23 seconds ago Running kindnet-cni 0 6c049ad21d03a kindnet-cbm7w kube-system
9aa0b7b923152 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 25 seconds ago Running kube-proxy 0 4240be270e8f4 kube-proxy-jpv6j kube-system
46b614460bd28 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 36 seconds ago Running kube-scheduler 0 6028eff20d1a0 kube-scheduler-no-preload-598808 kube-system
af3cdce73c987 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 36 seconds ago Running kube-apiserver 0 23e1292e62e2e kube-apiserver-no-preload-598808 kube-system
5b6406f110ef6 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 36 seconds ago Running kube-controller-manager 0 0e6bd5c3b5650 kube-controller-manager-no-preload-598808 kube-system
f551e5c076dda 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 36 seconds ago Running etcd 0 8df9f9e1c7fd5 etcd-no-preload-598808 kube-system
==> coredns [2ab0789fa34083f6be674bf0d598bc8590953633501e3a8dcf8bf54dc510fff5] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = c7556d8fdf49c5e32a9077be8cfb9fc6947bb07e663a10d55b192eb63ad1f2bd9793e8e5f5a36fc9abb1957831eec5c997fd9821790e3990ae9531bf41ecea37
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:34856 - 16006 "HINFO IN 3631504582257786922.1003167445725132756. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.415238241s
==> describe nodes <==
Name: no-preload-598808
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=no-preload-598808
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=no-preload-598808
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_22_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-598808
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:59:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:59:52 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:59:52 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:59:52 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:59:52 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.94.2
Hostname: no-preload-598808
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 8f9af87d-edf3-4109-b5f5-72d3a7eb6fb2
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 10s
kube-system coredns-7d764666f9-mgt7m 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 27s
kube-system etcd-no-preload-598808 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 32s
kube-system kindnet-cbm7w 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 27s
kube-system kube-apiserver-no-preload-598808 250m (3%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system kube-controller-manager-no-preload-598808 200m (2%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system kube-proxy-jpv6j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27s
kube-system kube-scheduler-no-preload-598808 100m (1%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 28s node-controller Node no-preload-598808 event: Registered Node no-preload-598808 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [f551e5c076ddae7ab688fb435f3b49b2e513963920e10ceb3f40aeffcf9aece1] <==
{"level":"info","ts":"2025-12-27T08:59:18.691939Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"dfc97eb0aae75b33 is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:59:18.692092Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"dfc97eb0aae75b33 became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:59:18.692193Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgPreVoteResp from dfc97eb0aae75b33 at term 1"}
{"level":"info","ts":"2025-12-27T08:59:18.692261Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:18.692351Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"dfc97eb0aae75b33 became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:59:18.692927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgVoteResp from dfc97eb0aae75b33 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:18.692954Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:18.692974Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"dfc97eb0aae75b33 became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:59:18.692984Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: dfc97eb0aae75b33 elected leader dfc97eb0aae75b33 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:18.693609Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:18.694377Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:18.694439Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"da400bbece288f5a","local-member-id":"dfc97eb0aae75b33","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:18.694541Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:18.694581Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:18.694625Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:59:18.694633Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:18.694701Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:59:18.694939Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"dfc97eb0aae75b33","local-member-attributes":"{Name:no-preload-598808 ClientURLs:[https://192.168.94.2:2379]}","cluster-id":"da400bbece288f5a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:59:18.695007Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:59:18.695041Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:59:18.695921Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:18.695956Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:18.699047Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.94.2:2379"}
{"level":"info","ts":"2025-12-27T08:59:18.699147Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:59:44.506447Z","caller":"traceutil/trace.go:172","msg":"trace[477935125] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"141.494977ms","start":"2025-12-27T08:59:44.364932Z","end":"2025-12-27T08:59:44.506427Z","steps":["trace[477935125] 'process raft request' (duration: 141.357501ms)"],"step_count":1}
==> kernel <==
08:59:54 up 42 min, 0 user, load average: 5.64, 3.98, 2.54
Linux no-preload-598808 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [26fd9a6eec2598c8047bbec3f153ecff7f6ff33908cfd11edd1d9cf704a879e8] <==
I1227 08:59:30.491509 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:59:30.491920 1 main.go:139] hostIP = 192.168.94.2
podIP = 192.168.94.2
I1227 08:59:30.492089 1 main.go:148] setting mtu 1500 for CNI
I1227 08:59:30.492109 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:59:30.492135 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:59:30Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:59:30.785991 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:59:30.786031 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:59:30.786050 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:59:30.883019 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:59:31.145957 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:59:31.145989 1 metrics.go:72] Registering metrics
I1227 08:59:31.146176 1 controller.go:711] "Syncing nftables rules"
I1227 08:59:40.786398 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 08:59:40.786509 1 main.go:301] handling current node
I1227 08:59:50.788394 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 08:59:50.788452 1 main.go:301] handling current node
==> kube-apiserver [af3cdce73c9875234c3b72aa577d809ad453eda0b3c4fb0fa3ef3e0bd3462bc7] <==
I1227 08:59:19.768856 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:19.768892 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1227 08:59:19.768929 1 aggregator.go:187] initial CRD sync complete...
I1227 08:59:19.768941 1 autoregister_controller.go:144] Starting autoregister controller
I1227 08:59:19.768946 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 08:59:19.768951 1 cache.go:39] Caches are synced for autoregister controller
I1227 08:59:19.771380 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1227 08:59:20.653523 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 08:59:20.661193 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:59:20.661278 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 08:59:21.112256 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:59:21.147441 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:59:21.256548 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:59:21.263813 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.94.2]
I1227 08:59:21.264796 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 08:59:21.268502 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:59:21.692399 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 08:59:22.031764 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 08:59:22.042780 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:59:22.053427 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 08:59:27.144380 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 08:59:27.300611 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:27.305746 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:27.699814 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1227 08:59:52.425490 1 conn.go:339] Error on socket receive: read tcp 192.168.94.2:8443->192.168.94.1:39194: use of closed network connection
==> kube-controller-manager [5b6406f110ef6a6435c00da23d503c855dbddd3c04bc4bd72d764dcdca0aca4b] <==
I1227 08:59:26.501001 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.500854 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502286 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502347 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502364 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502387 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502392 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502419 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502434 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502440 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502457 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502509 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.502538 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.503380 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.503493 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.504294 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.504381 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.504452 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.512275 1 range_allocator.go:433] "Set node PodCIDR" node="no-preload-598808" podCIDRs=["10.244.0.0/24"]
I1227 08:59:26.513986 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:59:26.599070 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:26.599094 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 08:59:26.599103 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 08:59:26.614501 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:41.502550 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [9aa0b7b9231522c7e0ed323f5635599dc0ca8dead2f87222712e16f30e802558] <==
I1227 08:59:28.213976 1 server_linux.go:53] "Using iptables proxy"
I1227 08:59:28.299146 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:59:28.399770 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:28.399819 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.94.2"]
E1227 08:59:28.399957 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 08:59:28.426610 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:59:28.426715 1 server_linux.go:136] "Using iptables Proxier"
I1227 08:59:28.443634 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 08:59:28.447023 1 server.go:529] "Version info" version="v1.35.0"
I1227 08:59:28.447054 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:28.448900 1 config.go:200] "Starting service config controller"
I1227 08:59:28.448926 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 08:59:28.448950 1 config.go:106] "Starting endpoint slice config controller"
I1227 08:59:28.448955 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 08:59:28.448995 1 config.go:403] "Starting serviceCIDR config controller"
I1227 08:59:28.449003 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 08:59:28.449945 1 config.go:309] "Starting node config controller"
I1227 08:59:28.449954 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 08:59:28.449981 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 08:59:28.549116 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 08:59:28.549116 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 08:59:28.549140 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
==> kube-scheduler [46b614460bd289376564e308892511eccabe545c84e0bf18cb685ea167826dfc] <==
E1227 08:59:19.733018 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:59:19.733133 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:59:19.733199 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:59:19.733544 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 08:59:19.734069 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:59:19.733823 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:59:19.733931 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:59:19.734079 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:59:19.734174 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:19.734307 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:59:19.734465 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:59:19.734545 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 08:59:19.733783 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:19.734685 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:59:20.542190 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:20.549503 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:59:20.579597 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:59:20.674472 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:59:20.698700 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:59:20.704814 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:59:20.742629 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:59:20.755652 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:20.838153 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:59:20.891345 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
I1227 08:59:21.323187 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 08:59:27 no-preload-598808 kubelet[2203]: I1227 08:59:27.815399 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/cd2cff6c-aec2-4d39-bcb4-ded8900118e6-lib-modules\") pod \"kindnet-cbm7w\" (UID: \"cd2cff6c-aec2-4d39-bcb4-ded8900118e6\") " pod="kube-system/kindnet-cbm7w"
Dec 27 08:59:27 no-preload-598808 kubelet[2203]: I1227 08:59:27.815429 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/8c4b8f7a-c404-4cc4-8c31-327f41c18503-xtables-lock\") pod \"kube-proxy-jpv6j\" (UID: \"8c4b8f7a-c404-4cc4-8c31-327f41c18503\") " pod="kube-system/kube-proxy-jpv6j"
Dec 27 08:59:27 no-preload-598808 kubelet[2203]: I1227 08:59:27.815451 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-fn26c\" (UniqueName: \"kubernetes.io/projected/8c4b8f7a-c404-4cc4-8c31-327f41c18503-kube-api-access-fn26c\") pod \"kube-proxy-jpv6j\" (UID: \"8c4b8f7a-c404-4cc4-8c31-327f41c18503\") " pod="kube-system/kube-proxy-jpv6j"
Dec 27 08:59:27 no-preload-598808 kubelet[2203]: I1227 08:59:27.815484 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/cd2cff6c-aec2-4d39-bcb4-ded8900118e6-cni-cfg\") pod \"kindnet-cbm7w\" (UID: \"cd2cff6c-aec2-4d39-bcb4-ded8900118e6\") " pod="kube-system/kindnet-cbm7w"
Dec 27 08:59:27 no-preload-598808 kubelet[2203]: I1227 08:59:27.815509 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/8c4b8f7a-c404-4cc4-8c31-327f41c18503-lib-modules\") pod \"kube-proxy-jpv6j\" (UID: \"8c4b8f7a-c404-4cc4-8c31-327f41c18503\") " pod="kube-system/kube-proxy-jpv6j"
Dec 27 08:59:28 no-preload-598808 kubelet[2203]: E1227 08:59:28.731782 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-no-preload-598808" containerName="kube-scheduler"
Dec 27 08:59:28 no-preload-598808 kubelet[2203]: E1227 08:59:28.814396 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-no-preload-598808" containerName="kube-apiserver"
Dec 27 08:59:30 no-preload-598808 kubelet[2203]: I1227 08:59:30.951768 2203 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-jpv6j" podStartSLOduration=3.95174776 podStartE2EDuration="3.95174776s" podCreationTimestamp="2025-12-27 08:59:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:28.949676235 +0000 UTC m=+7.162615896" watchObservedRunningTime="2025-12-27 08:59:30.95174776 +0000 UTC m=+9.164687424"
Dec 27 08:59:30 no-preload-598808 kubelet[2203]: I1227 08:59:30.952176 2203 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-cbm7w" podStartSLOduration=1.832205782 podStartE2EDuration="3.952158013s" podCreationTimestamp="2025-12-27 08:59:27 +0000 UTC" firstStartedPulling="2025-12-27 08:59:28.076120981 +0000 UTC m=+6.289060622" lastFinishedPulling="2025-12-27 08:59:30.196073201 +0000 UTC m=+8.409012853" observedRunningTime="2025-12-27 08:59:30.951863434 +0000 UTC m=+9.164803095" watchObservedRunningTime="2025-12-27 08:59:30.952158013 +0000 UTC m=+9.165097671"
Dec 27 08:59:32 no-preload-598808 kubelet[2203]: E1227 08:59:32.843498 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-no-preload-598808" containerName="etcd"
Dec 27 08:59:32 no-preload-598808 kubelet[2203]: E1227 08:59:32.942638 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-no-preload-598808" containerName="etcd"
Dec 27 08:59:35 no-preload-598808 kubelet[2203]: E1227 08:59:35.270298 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-no-preload-598808" containerName="kube-controller-manager"
Dec 27 08:59:38 no-preload-598808 kubelet[2203]: E1227 08:59:38.735298 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-no-preload-598808" containerName="kube-scheduler"
Dec 27 08:59:38 no-preload-598808 kubelet[2203]: E1227 08:59:38.819867 2203 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-no-preload-598808" containerName="kube-apiserver"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.000234 2203 kubelet_node_status.go:427] "Fast updating node status as it just became ready"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.119931 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-bn4gm\" (UniqueName: \"kubernetes.io/projected/00c785fc-7f1f-46a1-b372-efa787577c50-kube-api-access-bn4gm\") pod \"coredns-7d764666f9-mgt7m\" (UID: \"00c785fc-7f1f-46a1-b372-efa787577c50\") " pod="kube-system/coredns-7d764666f9-mgt7m"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.119996 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/09095a66-0de2-44bc-b654-e7f35531377b-tmp\") pod \"storage-provisioner\" (UID: \"09095a66-0de2-44bc-b654-e7f35531377b\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.120018 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-75sqp\" (UniqueName: \"kubernetes.io/projected/09095a66-0de2-44bc-b654-e7f35531377b-kube-api-access-75sqp\") pod \"storage-provisioner\" (UID: \"09095a66-0de2-44bc-b654-e7f35531377b\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.120083 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/00c785fc-7f1f-46a1-b372-efa787577c50-config-volume\") pod \"coredns-7d764666f9-mgt7m\" (UID: \"00c785fc-7f1f-46a1-b372-efa787577c50\") " pod="kube-system/coredns-7d764666f9-mgt7m"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: E1227 08:59:41.965360 2203 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-mgt7m" containerName="coredns"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.975222 2203 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=13.975201222 podStartE2EDuration="13.975201222s" podCreationTimestamp="2025-12-27 08:59:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:41.974889519 +0000 UTC m=+20.187829180" watchObservedRunningTime="2025-12-27 08:59:41.975201222 +0000 UTC m=+20.188140883"
Dec 27 08:59:41 no-preload-598808 kubelet[2203]: I1227 08:59:41.984797 2203 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/coredns-7d764666f9-mgt7m" podStartSLOduration=14.984778382 podStartE2EDuration="14.984778382s" podCreationTimestamp="2025-12-27 08:59:27 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:41.984754939 +0000 UTC m=+20.197694618" watchObservedRunningTime="2025-12-27 08:59:41.984778382 +0000 UTC m=+20.197718043"
Dec 27 08:59:42 no-preload-598808 kubelet[2203]: E1227 08:59:42.967862 2203 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-mgt7m" containerName="coredns"
Dec 27 08:59:43 no-preload-598808 kubelet[2203]: E1227 08:59:43.970497 2203 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-mgt7m" containerName="coredns"
Dec 27 08:59:44 no-preload-598808 kubelet[2203]: I1227 08:59:44.437559 2203 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-7zpkh\" (UniqueName: \"kubernetes.io/projected/0272de7c-49c7-4356-a21f-a55c06c36495-kube-api-access-7zpkh\") pod \"busybox\" (UID: \"0272de7c-49c7-4356-a21f-a55c06c36495\") " pod="default/busybox"
==> storage-provisioner [6329436d619bb6d4bd53924d5dae3a1da1d9479bc5f6798245535aeb6a750ce5] <==
I1227 08:59:41.399273 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 08:59:41.409760 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 08:59:41.409827 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 08:59:41.412185 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:41.418159 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 08:59:41.418354 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 08:59:41.418532 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e73a666e-8956-498d-8854-4eb285929a67", APIVersion:"v1", ResourceVersion:"422", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-598808_3c23733e-1e90-4953-bfcc-ef969f516fd8 became leader
I1227 08:59:41.418600 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-598808_3c23733e-1e90-4953-bfcc-ef969f516fd8!
W1227 08:59:41.420556 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:41.427657 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 08:59:41.519352 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-598808_3c23733e-1e90-4953-bfcc-ef969f516fd8!
W1227 08:59:43.430681 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:43.457133 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:45.461046 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:45.466202 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:47.469798 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:47.473812 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:49.476574 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:49.482168 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:51.485932 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:51.490488 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:53.494308 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:53.499945 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:270: (dbg) Run: kubectl --context no-preload-598808 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/no-preload/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/EnableAddonWhileActive (2.80s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (272.557604ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:59:54Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_logs_00302df19cf26dc43b03ea32978d5cabc189a5ea_1.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-amd64 addons enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context embed-certs-914340 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context embed-certs-914340 describe deploy/metrics-server -n kube-system: exit status 1 (81.205775ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context embed-certs-914340 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect embed-certs-914340
helpers_test.go:244: (dbg) docker inspect embed-certs-914340:
-- stdout --
[
{
"Id": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"Created": "2025-12-27T08:59:06.348147534Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 301578,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:59:06.393044666Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hostname",
"HostsPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hosts",
"LogPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0-json.log",
"Name": "/embed-certs-914340",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-914340:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "embed-certs-914340",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"LowerDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/merged",
"UpperDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/diff",
"WorkDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-914340",
"Source": "/var/lib/docker/volumes/embed-certs-914340/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-914340",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-914340",
"name.minikube.sigs.k8s.io": "embed-certs-914340",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "bdb9f9f400d638b0cf25a26ed30720ad681024c9ac11621ca204ba41806bf838",
"SandboxKey": "/var/run/docker/netns/bdb9f9f400d6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33098"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33099"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33102"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33100"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33101"
}
]
},
"Networks": {
"embed-certs-914340": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "5e5ef9facedde84b4654b3018ff901e7019946ed256ed461a2d789db2277b470",
"EndpointID": "6ab29d10623cdb15ffcc25f807c640e4f829286ff1b4000417ca1dac5cfaaa40",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"MacAddress": "f6:a9:f2:f8:fa:d7",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-914340",
"4d30c786e6d0"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:253: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/embed-certs/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25: (1.498160741s)
helpers_test.go:261: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo systemctl status docker --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat docker --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/docker/daemon.json │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo docker system info │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl status cri-docker --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat cri-docker --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/systemd/system/cri-docker.service.d/10-cni.conf │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo cat /usr/lib/systemd/system/cri-docker.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cri-dockerd --version │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status containerd --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat containerd --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /lib/systemd/system/containerd.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/containerd/config.toml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo containerd config dump │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status crio --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl cat crio --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 08:59:45
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:59:45.394198 312361 out.go:360] Setting OutFile to fd 1 ...
I1227 08:59:45.394486 312361 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:45.394496 312361 out.go:374] Setting ErrFile to fd 2...
I1227 08:59:45.394500 312361 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:59:45.394696 312361 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:59:45.395251 312361 out.go:368] Setting JSON to false
I1227 08:59:45.396603 312361 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2537,"bootTime":1766823448,"procs":297,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:59:45.396664 312361 start.go:143] virtualization: kvm guest
I1227 08:59:45.401228 312361 out.go:179] * [old-k8s-version-601009] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:59:45.402770 312361 notify.go:221] Checking for updates...
I1227 08:59:45.405659 312361 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:59:45.408812 312361 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:59:45.410304 312361 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:45.411554 312361 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:59:45.412529 312361 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:59:45.413582 312361 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:59:45.415498 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:45.418262 312361 out.go:179] * Kubernetes 1.35.0 is now available. If you would like to upgrade, specify: --kubernetes-version=v1.35.0
I1227 08:59:45.419422 312361 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:59:45.454167 312361 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:59:45.454286 312361 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:45.530787 312361 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:67 OomKillDisable:false NGoroutines:76 SystemTime:2025-12-27 08:59:45.518666558 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:45.530945 312361 docker.go:319] overlay module found
I1227 08:59:45.533655 312361 out.go:179] * Using the docker driver based on existing profile
I1227 08:59:45.534924 312361 start.go:309] selected driver: docker
I1227 08:59:45.534945 312361 start.go:928] validating driver "docker" against &{Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: AP
IServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mo
untType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:45.535050 312361 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:59:45.535873 312361 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:59:45.598830 312361 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:67 OomKillDisable:false NGoroutines:76 SystemTime:2025-12-27 08:59:45.588176743 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:59:45.599144 312361 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 08:59:45.599184 312361 cni.go:84] Creating CNI manager for ""
I1227 08:59:45.599263 312361 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:45.599436 312361 start.go:353] cluster config:
{Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local
ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetri
cs:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:45.601470 312361 out.go:179] * Starting "old-k8s-version-601009" primary control-plane node in "old-k8s-version-601009" cluster
I1227 08:59:45.603588 312361 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 08:59:45.606113 312361 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 08:59:45.607212 312361 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1227 08:59:45.607242 312361 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-amd64.tar.lz4
I1227 08:59:45.607250 312361 cache.go:65] Caching tarball of preloaded images
I1227 08:59:45.607306 312361 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 08:59:45.607368 312361 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 08:59:45.607410 312361 cache.go:68] Finished verifying existence of preloaded tar for v1.28.0 on crio
I1227 08:59:45.607573 312361 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/config.json ...
I1227 08:59:45.630174 312361 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 08:59:45.630203 312361 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 08:59:45.630226 312361 cache.go:243] Successfully downloaded all kic artifacts
I1227 08:59:45.630264 312361 start.go:360] acquireMachinesLock for old-k8s-version-601009: {Name:mkec90a1570bf071feb7ba133104731ac42a7dde Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 08:59:45.630368 312361 start.go:364] duration metric: took 70.955µs to acquireMachinesLock for "old-k8s-version-601009"
I1227 08:59:45.630392 312361 start.go:96] Skipping create...Using existing machine configuration
I1227 08:59:45.630401 312361 fix.go:54] fixHost starting:
I1227 08:59:45.630609 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:45.651109 312361 fix.go:112] recreateIfNeeded on old-k8s-version-601009: state=Stopped err=<nil>
W1227 08:59:45.651181 312361 fix.go:138] unexpected machine state, will restart: <nil>
I1227 08:59:45.112464 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Running}}
I1227 08:59:45.134133 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.156290 311117 cli_runner.go:164] Run: docker exec default-k8s-diff-port-828751 stat /var/lib/dpkg/alternatives/iptables
I1227 08:59:45.207236 311117 oci.go:144] the created container "default-k8s-diff-port-828751" has a running status.
I1227 08:59:45.207269 311117 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa...
I1227 08:59:45.335763 311117 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 08:59:45.368593 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.391607 311117 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 08:59:45.391630 311117 kic_runner.go:114] Args: [docker exec --privileged default-k8s-diff-port-828751 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 08:59:45.465911 311117 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 08:59:45.494018 311117 machine.go:94] provisionDockerMachine start ...
I1227 08:59:45.494162 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.517330 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.517673 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.517694 311117 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:59:45.652693 311117 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 08:59:45.652723 311117 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 08:59:45.652783 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.673558 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.673846 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.673863 311117 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 08:59:45.823486 311117 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 08:59:45.823580 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:45.846740 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:45.846962 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:45.846976 311117 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:59:45.980747 311117 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:59:45.980784 311117 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:59:45.980822 311117 ubuntu.go:190] setting up certificates
I1227 08:59:45.980845 311117 provision.go:84] configureAuth start
I1227 08:59:45.980924 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.004965 311117 provision.go:143] copyHostCerts
I1227 08:59:46.005045 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:59:46.005060 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:59:46.005136 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:59:46.005308 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:59:46.005336 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:59:46.005386 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:59:46.005497 311117 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:59:46.005509 311117 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:59:46.005548 311117 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:59:46.005645 311117 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 08:59:46.080708 311117 provision.go:177] copyRemoteCerts
I1227 08:59:46.080799 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:59:46.080852 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.103504 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.197983 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:59:46.219760 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:59:46.244636 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 08:59:46.269353 311117 provision.go:87] duration metric: took 288.466639ms to configureAuth
I1227 08:59:46.269380 311117 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:59:46.269571 311117 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:59:46.269700 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.293491 311117 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:46.293760 311117 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33103 <nil> <nil>}
I1227 08:59:46.293785 311117 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:59:46.559567 311117 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:59:46.559599 311117 machine.go:97] duration metric: took 1.065526279s to provisionDockerMachine
I1227 08:59:46.559612 311117 client.go:176] duration metric: took 6.268217253s to LocalClient.Create
I1227 08:59:46.559628 311117 start.go:167] duration metric: took 6.268266881s to libmachine.API.Create "default-k8s-diff-port-828751"
I1227 08:59:46.559637 311117 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 08:59:46.559650 311117 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:59:46.559708 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:59:46.559750 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.577661 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.669262 311117 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:59:46.672987 311117 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:59:46.673013 311117 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:59:46.673023 311117 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:59:46.673073 311117 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:59:46.673142 311117 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:59:46.673227 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:59:46.681004 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:46.701063 311117 start.go:296] duration metric: took 141.41421ms for postStartSetup
I1227 08:59:46.701485 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.720742 311117 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 08:59:46.721007 311117 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:59:46.721066 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.739139 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.827295 311117 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:59:46.831676 311117 start.go:128] duration metric: took 6.542875551s to createHost
I1227 08:59:46.831697 311117 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 6.542996013s
I1227 08:59:46.831751 311117 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 08:59:46.850433 311117 ssh_runner.go:195] Run: cat /version.json
I1227 08:59:46.850451 311117 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:59:46.850491 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.850513 311117 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 08:59:46.869220 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.869565 311117 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33103 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 08:59:46.955344 311117 ssh_runner.go:195] Run: systemctl --version
I1227 08:59:47.011392 311117 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:59:47.046911 311117 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:59:47.051518 311117 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:59:47.051585 311117 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:59:47.076382 311117 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 08:59:47.076404 311117 start.go:496] detecting cgroup driver to use...
I1227 08:59:47.076449 311117 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:59:47.076502 311117 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:59:47.092530 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:59:47.105392 311117 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:59:47.105451 311117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:59:47.121402 311117 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:59:47.138650 311117 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:59:47.222023 311117 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:59:47.307866 311117 docker.go:234] disabling docker service ...
I1227 08:59:47.307930 311117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:59:47.326158 311117 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:59:47.338600 311117 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:47.420505 311117 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:47.505929 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:47.518200 311117 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:47.532003 311117 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 08:59:47.532061 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.542563 311117 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:47.542629 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.551866 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.560210 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.568758 311117 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:47.576695 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.584896 311117 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.597963 311117 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:47.606504 311117 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:47.613745 311117 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:47.620940 311117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:47.699872 311117 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:47.829854 311117 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:47.829918 311117 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:47.833890 311117 start.go:574] Will wait 60s for crictl version
I1227 08:59:47.833960 311117 ssh_runner.go:195] Run: which crictl
I1227 08:59:47.837342 311117 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:47.861823 311117 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:47.861904 311117 ssh_runner.go:195] Run: crio --version
I1227 08:59:47.889880 311117 ssh_runner.go:195] Run: crio --version
I1227 08:59:47.921918 311117 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 08:59:47.923102 311117 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:47.940825 311117 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 08:59:47.945348 311117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:47.956110 311117 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false
CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:47.956240 311117 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:59:47.956285 311117 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:47.990105 311117 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:47.990132 311117 crio.go:433] Images already preloaded, skipping extraction
I1227 08:59:47.990183 311117 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:48.014583 311117 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:48.014606 311117 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:59:48.014618 311117 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 08:59:48.014720 311117 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:48.014802 311117 ssh_runner.go:195] Run: crio config
I1227 08:59:48.062457 311117 cni.go:84] Creating CNI manager for ""
I1227 08:59:48.062481 311117 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:48.062502 311117 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:48.062532 311117 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:48.062704 311117 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:48.062777 311117 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 08:59:48.070886 311117 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:59:48.070938 311117 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:48.078510 311117 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 08:59:48.090764 311117 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:48.105432 311117 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 08:59:48.117379 311117 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:48.120902 311117 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:48.130500 311117 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:48.210031 311117 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:48.237447 311117 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 08:59:48.237474 311117 certs.go:195] generating shared ca certs ...
I1227 08:59:48.237496 311117 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.237666 311117 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:48.237714 311117 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:48.237725 311117 certs.go:257] generating profile certs ...
I1227 08:59:48.237778 311117 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 08:59:48.237797 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt with IP's: []
I1227 08:59:48.362902 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt ...
I1227 08:59:48.362939 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.crt: {Name:mkcaee7209749706dcf3fd1c3a8712a307675b4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.363119 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key ...
I1227 08:59:48.363136 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key: {Name:mkc0b41f4652090f0055af9d55a59c47837cc5d7 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.363229 311117 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 08:59:48.363244 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.103.2]
I1227 08:59:48.406905 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 ...
I1227 08:59:48.406936 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269: {Name:mk7c1e264001a3ef12d3c89c598372b0b1f4e58b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.407108 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269 ...
I1227 08:59:48.407124 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269: {Name:mk737194dd6c01d01e3efc1f3d2704f66f4c1dab Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.407228 311117 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt.d075b269 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt
I1227 08:59:48.407333 311117 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key
I1227 08:59:48.407400 311117 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 08:59:48.407416 311117 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt with IP's: []
I1227 08:59:48.522454 311117 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt ...
I1227 08:59:48.522482 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt: {Name:mka0563b72b173e488bfbd6b69533a037b80e95e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.522665 311117 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key ...
I1227 08:59:48.522682 311117 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key: {Name:mk22d4542c09db0216574b0c9831714d8f4e2997 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:48.522895 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:48.522939 311117 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:48.522950 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:48.522974 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:48.522999 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:48.523022 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:48.523061 311117 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:48.523642 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:48.541415 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:48.558073 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:48.574923 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:48.592403 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 08:59:48.609633 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 08:59:48.627088 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:48.644030 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 08:59:48.661719 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:48.680277 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:48.697107 311117 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:48.713876 311117 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:48.725842 311117 ssh_runner.go:195] Run: openssl version
I1227 08:59:48.731854 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:48.738856 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:48.745873 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:48.749443 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:48.749498 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:48.784627 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:48.792017 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 08:59:48.798921 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.805855 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:48.812868 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.816287 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.816340 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:48.850905 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:48.858385 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 08:59:48.865481 311117 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:48.872388 311117 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:48.879330 311117 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:48.882870 311117 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:48.882906 311117 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:48.919298 311117 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:48.927060 311117 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 08:59:48.934757 311117 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:48.938736 311117 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 08:59:48.938808 311117 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false Cus
tomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:48.938890 311117 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:48.938970 311117 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:48.966946 311117 cri.go:96] found id: ""
I1227 08:59:48.967003 311117 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:48.974704 311117 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 08:59:48.982143 311117 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 08:59:48.982198 311117 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 08:59:48.990066 311117 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 08:59:48.990085 311117 kubeadm.go:158] found existing configuration files:
I1227 08:59:48.990139 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1227 08:59:48.997947 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 08:59:48.997998 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 08:59:49.004932 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1227 08:59:49.012066 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 08:59:49.012113 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 08:59:49.018986 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1227 08:59:49.026288 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 08:59:49.026347 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 08:59:49.033388 311117 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1227 08:59:49.040580 311117 kubeadm.go:164] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 08:59:49.040623 311117 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 08:59:49.047597 311117 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 08:59:49.083615 311117 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 08:59:49.083696 311117 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 08:59:49.149041 311117 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 08:59:49.149190 311117 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 08:59:49.149237 311117 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 08:59:49.149305 311117 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 08:59:49.149382 311117 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 08:59:49.149458 311117 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 08:59:49.149522 311117 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 08:59:49.149612 311117 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 08:59:49.149658 311117 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 08:59:49.149746 311117 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 08:59:49.149803 311117 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 08:59:49.210701 311117 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 08:59:49.210894 311117 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 08:59:49.211056 311117 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 08:59:49.218490 311117 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 08:59:49.221770 311117 out.go:252] - Generating certificates and keys ...
I1227 08:59:49.221872 311117 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 08:59:49.221975 311117 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 08:59:49.346689 311117 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 08:59:49.412897 311117 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 08:59:49.435448 311117 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 08:59:49.525056 311117 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 08:59:49.563987 311117 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 08:59:49.564195 311117 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [default-k8s-diff-port-828751 localhost] and IPs [192.168.103.2 127.0.0.1 ::1]
I1227 08:59:49.678642 311117 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 08:59:49.678853 311117 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [default-k8s-diff-port-828751 localhost] and IPs [192.168.103.2 127.0.0.1 ::1]
I1227 08:59:49.811864 311117 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 08:59:49.849188 311117 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 08:59:49.877242 311117 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 08:59:49.877400 311117 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 08:59:45.653358 312361 out.go:252] * Restarting existing docker container for "old-k8s-version-601009" ...
I1227 08:59:45.653459 312361 cli_runner.go:164] Run: docker start old-k8s-version-601009
I1227 08:59:45.946197 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:45.967850 312361 kic.go:430] container "old-k8s-version-601009" state is running.
I1227 08:59:45.968279 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:45.992766 312361 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/config.json ...
I1227 08:59:45.993052 312361 machine.go:94] provisionDockerMachine start ...
I1227 08:59:45.993126 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:46.015984 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:46.016224 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:46.016238 312361 main.go:144] libmachine: About to run SSH command:
hostname
I1227 08:59:46.017744 312361 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:42456->127.0.0.1:33108: read: connection reset by peer
I1227 08:59:49.145391 312361 main.go:144] libmachine: SSH cmd err, output: <nil>: old-k8s-version-601009
I1227 08:59:49.145429 312361 ubuntu.go:182] provisioning hostname "old-k8s-version-601009"
I1227 08:59:49.145490 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.164883 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.165110 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.165124 312361 main.go:144] libmachine: About to run SSH command:
sudo hostname old-k8s-version-601009 && echo "old-k8s-version-601009" | sudo tee /etc/hostname
I1227 08:59:49.299692 312361 main.go:144] libmachine: SSH cmd err, output: <nil>: old-k8s-version-601009
I1227 08:59:49.299782 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.318027 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.318240 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.318257 312361 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-601009' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-601009/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-601009' | sudo tee -a /etc/hosts;
fi
fi
I1227 08:59:49.438883 312361 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 08:59:49.438911 312361 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 08:59:49.438930 312361 ubuntu.go:190] setting up certificates
I1227 08:59:49.438945 312361 provision.go:84] configureAuth start
I1227 08:59:49.439003 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:49.457726 312361 provision.go:143] copyHostCerts
I1227 08:59:49.457777 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 08:59:49.457787 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 08:59:49.457852 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 08:59:49.457957 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 08:59:49.457965 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 08:59:49.457992 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 08:59:49.458418 312361 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 08:59:49.458446 312361 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 08:59:49.458502 312361 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 08:59:49.458603 312361 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-601009 san=[127.0.0.1 192.168.85.2 localhost minikube old-k8s-version-601009]
I1227 08:59:49.554761 312361 provision.go:177] copyRemoteCerts
I1227 08:59:49.554829 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 08:59:49.554865 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.573747 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:49.665442 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 08:59:49.685566 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1233 bytes)
I1227 08:59:49.705550 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 08:59:49.723740 312361 provision.go:87] duration metric: took 284.768176ms to configureAuth
I1227 08:59:49.723777 312361 ubuntu.go:206] setting minikube options for container-runtime
I1227 08:59:49.723990 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:49.724119 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:49.742688 312361 main.go:144] libmachine: Using SSH client type: native
I1227 08:59:49.742898 312361 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33108 <nil> <nil>}
I1227 08:59:49.742913 312361 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 08:59:50.057443 312361 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 08:59:50.057473 312361 machine.go:97] duration metric: took 4.064406981s to provisionDockerMachine
I1227 08:59:50.057488 312361 start.go:293] postStartSetup for "old-k8s-version-601009" (driver="docker")
I1227 08:59:50.057501 312361 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 08:59:50.057564 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 08:59:50.057609 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.078047 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.168756 312361 ssh_runner.go:195] Run: cat /etc/os-release
I1227 08:59:50.172398 312361 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 08:59:50.172429 312361 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 08:59:50.172441 312361 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 08:59:50.172497 312361 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 08:59:50.172597 312361 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 08:59:50.172733 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 08:59:50.180990 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:50.199242 312361 start.go:296] duration metric: took 141.738518ms for postStartSetup
I1227 08:59:50.199337 312361 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:59:50.199375 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.219193 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.307378 312361 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 08:59:50.312069 312361 fix.go:56] duration metric: took 4.681661471s for fixHost
I1227 08:59:50.312092 312361 start.go:83] releasing machines lock for "old-k8s-version-601009", held for 4.681710894s
I1227 08:59:50.312163 312361 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-601009
I1227 08:59:50.331053 312361 ssh_runner.go:195] Run: cat /version.json
I1227 08:59:50.331097 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.331123 312361 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 08:59:50.331195 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:50.350127 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.350541 312361 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 08:59:50.128147 311117 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 08:59:50.268608 311117 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 08:59:50.296720 311117 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 08:59:50.392956 311117 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 08:59:50.429790 311117 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 08:59:50.430343 311117 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 08:59:50.433958 311117 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 08:59:50.498886 312361 ssh_runner.go:195] Run: systemctl --version
I1227 08:59:50.505218 312361 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 08:59:50.540258 312361 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 08:59:50.545165 312361 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 08:59:50.545234 312361 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 08:59:50.553625 312361 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 08:59:50.553645 312361 start.go:496] detecting cgroup driver to use...
I1227 08:59:50.553676 312361 detect.go:190] detected "systemd" cgroup driver on host os
I1227 08:59:50.553718 312361 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 08:59:50.567494 312361 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 08:59:50.580038 312361 docker.go:218] disabling cri-docker service (if available) ...
I1227 08:59:50.580097 312361 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 08:59:50.595468 312361 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 08:59:50.608953 312361 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 08:59:50.688808 312361 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 08:59:50.774963 312361 docker.go:234] disabling docker service ...
I1227 08:59:50.775019 312361 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 08:59:50.790071 312361 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 08:59:50.802641 312361 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 08:59:50.897018 312361 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 08:59:50.984413 312361 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 08:59:50.997101 312361 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 08:59:51.010772 312361 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.9" pause image...
I1227 08:59:51.010828 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.9"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.019572 312361 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 08:59:51.019639 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.028425 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.037134 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.045811 312361 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 08:59:51.053586 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.061951 312361 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.069804 312361 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 08:59:51.078364 312361 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 08:59:51.085551 312361 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 08:59:51.092629 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:51.170286 312361 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 08:59:51.307251 312361 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 08:59:51.307410 312361 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 08:59:51.311871 312361 start.go:574] Will wait 60s for crictl version
I1227 08:59:51.311926 312361 ssh_runner.go:195] Run: which crictl
I1227 08:59:51.316226 312361 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 08:59:51.344820 312361 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 08:59:51.344888 312361 ssh_runner.go:195] Run: crio --version
I1227 08:59:51.381448 312361 ssh_runner.go:195] Run: crio --version
I1227 08:59:51.419193 312361 out.go:179] * Preparing Kubernetes v1.28.0 on CRI-O 1.34.3 ...
I1227 08:59:51.420533 312361 cli_runner.go:164] Run: docker network inspect old-k8s-version-601009 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:59:51.441425 312361 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 08:59:51.445621 312361 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:51.455947 312361 kubeadm.go:884] updating cluster {Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minik
ubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountU
ID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 08:59:51.456096 312361 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1227 08:59:51.456153 312361 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:51.489455 312361 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:51.489479 312361 crio.go:433] Images already preloaded, skipping extraction
I1227 08:59:51.489541 312361 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 08:59:51.516430 312361 crio.go:561] all images are preloaded for cri-o runtime.
I1227 08:59:51.516454 312361 cache_images.go:86] Images are preloaded, skipping loading
I1227 08:59:51.516463 312361 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.28.0 crio true true} ...
I1227 08:59:51.516600 312361 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=old-k8s-version-601009 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 08:59:51.516684 312361 ssh_runner.go:195] Run: crio config
I1227 08:59:51.575119 312361 cni.go:84] Creating CNI manager for ""
I1227 08:59:51.575147 312361 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 08:59:51.575166 312361 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 08:59:51.575202 312361 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.28.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-601009 NodeName:old-k8s-version-601009 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPod
Path:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 08:59:51.575390 312361 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "old-k8s-version-601009"
kubeletExtraArgs:
node-ip: 192.168.85.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 08:59:51.575462 312361 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.0
I1227 08:59:51.584158 312361 binaries.go:51] Found k8s binaries, skipping transfer
I1227 08:59:51.584227 312361 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 08:59:51.592457 312361 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (372 bytes)
I1227 08:59:51.605399 312361 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 08:59:51.618171 312361 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2159 bytes)
I1227 08:59:51.630261 312361 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 08:59:51.634360 312361 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 08:59:51.644225 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:51.733457 312361 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 08:59:51.757003 312361 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009 for IP: 192.168.85.2
I1227 08:59:51.757028 312361 certs.go:195] generating shared ca certs ...
I1227 08:59:51.757049 312361 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:51.757231 312361 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 08:59:51.757293 312361 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 08:59:51.757331 312361 certs.go:257] generating profile certs ...
I1227 08:59:51.757457 312361 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/client.key
I1227 08:59:51.757546 312361 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.key.ee08a7d3
I1227 08:59:51.757608 312361 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.key
I1227 08:59:51.757750 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 08:59:51.757795 312361 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 08:59:51.757809 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 08:59:51.757842 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 08:59:51.757877 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 08:59:51.757911 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 08:59:51.757965 312361 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 08:59:51.758630 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 08:59:51.777716 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 08:59:51.800152 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 08:59:51.824496 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 08:59:51.853465 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1432 bytes)
I1227 08:59:51.875471 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 08:59:51.895090 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 08:59:51.918141 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/old-k8s-version-601009/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 08:59:51.938394 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 08:59:51.958336 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 08:59:51.978622 312361 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 08:59:51.996999 312361 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 08:59:52.011641 312361 ssh_runner.go:195] Run: openssl version
I1227 08:59:52.018818 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 08:59:52.027332 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 08:59:52.035991 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 08:59:52.040243 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 08:59:52.040300 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 08:59:52.084337 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 08:59:52.093451 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.103187 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 08:59:52.112708 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.117443 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.117501 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 08:59:52.164440 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 08:59:52.176424 312361 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 08:59:52.186155 312361 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 08:59:52.194235 312361 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 08:59:52.198050 312361 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 08:59:52.198098 312361 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 08:59:52.239524 312361 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 08:59:52.248940 312361 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 08:59:52.252952 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 08:59:52.306389 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 08:59:52.362906 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 08:59:52.422831 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 08:59:52.486619 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 08:59:52.555976 312361 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 08:59:52.599662 312361 kubeadm.go:401] StartCluster: {Name:old-k8s-version-601009 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.0 ClusterName:old-k8s-version-601009 Namespace:default APIServerHAVIP: APIServerName:minikube
CA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:
docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:59:52.599773 312361 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 08:59:52.599854 312361 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 08:59:52.631641 312361 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 08:59:52.631667 312361 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 08:59:52.631672 312361 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 08:59:52.631677 312361 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 08:59:52.631681 312361 cri.go:96] found id: ""
I1227 08:59:52.631726 312361 ssh_runner.go:195] Run: sudo runc list -f json
W1227 08:59:52.644036 312361 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:59:52Z" level=error msg="open /run/runc: no such file or directory"
I1227 08:59:52.644118 312361 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 08:59:52.652601 312361 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 08:59:52.652621 312361 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 08:59:52.652675 312361 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 08:59:52.660118 312361 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 08:59:52.661234 312361 kubeconfig.go:47] verify endpoint returned: get endpoint: "old-k8s-version-601009" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:52.661981 312361 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "old-k8s-version-601009" cluster setting kubeconfig missing "old-k8s-version-601009" context setting]
I1227 08:59:52.663133 312361 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.665409 312361 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 08:59:52.675396 312361 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 08:59:52.675424 312361 kubeadm.go:602] duration metric: took 22.797869ms to restartPrimaryControlPlane
I1227 08:59:52.675434 312361 kubeadm.go:403] duration metric: took 75.782489ms to StartCluster
I1227 08:59:52.675451 312361 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.675503 312361 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:59:52.677474 312361 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 08:59:52.677726 312361 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.28.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 08:59:52.678045 312361 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 08:59:52.678149 312361 addons.go:70] Setting storage-provisioner=true in profile "old-k8s-version-601009"
I1227 08:59:52.680425 312361 addons.go:239] Setting addon storage-provisioner=true in "old-k8s-version-601009"
W1227 08:59:52.680443 312361 addons.go:248] addon storage-provisioner should already be in state true
I1227 08:59:52.678197 312361 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 08:59:52.678208 312361 addons.go:70] Setting dashboard=true in profile "old-k8s-version-601009"
I1227 08:59:52.680617 312361 addons.go:239] Setting addon dashboard=true in "old-k8s-version-601009"
W1227 08:59:52.680628 312361 addons.go:248] addon dashboard should already be in state true
I1227 08:59:52.680645 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.678217 312361 addons.go:70] Setting default-storageclass=true in profile "old-k8s-version-601009"
I1227 08:59:52.680717 312361 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "old-k8s-version-601009"
I1227 08:59:52.681051 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.680600 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.681683 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.679405 312361 out.go:179] * Verifying Kubernetes components...
I1227 08:59:52.682262 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.683218 312361 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 08:59:52.714465 312361 addons.go:239] Setting addon default-storageclass=true in "old-k8s-version-601009"
W1227 08:59:52.714555 312361 addons.go:248] addon default-storageclass should already be in state true
I1227 08:59:52.714610 312361 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 08:59:52.715138 312361 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 08:59:52.716188 312361 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 08:59:52.719445 312361 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 08:59:52.719449 312361 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 08:59:52.719627 312361 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 08:59:52.719710 312361 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 08:59:52.722534 312361 out.go:179] - Using image registry.k8s.io/echoserver:1.4
==> CRI-O <==
Dec 27 08:59:41 embed-certs-914340 crio[770]: time="2025-12-27T08:59:41.870243769Z" level=info msg="Starting container: 9c8fd384b4ac8afc2d9079d9db861975cb771ffdc5a467fd8e045355be3712cf" id=7a26488e-43aa-4b5f-9a5b-8d82bd98f4d7 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:59:41 embed-certs-914340 crio[770]: time="2025-12-27T08:59:41.872357068Z" level=info msg="Started container" PID=1871 containerID=9c8fd384b4ac8afc2d9079d9db861975cb771ffdc5a467fd8e045355be3712cf description=kube-system/coredns-7d764666f9-9lzbz/coredns id=7a26488e-43aa-4b5f-9a5b-8d82bd98f4d7 name=/runtime.v1.RuntimeService/StartContainer sandboxID=2fce90f50ce7abb3f709b173b76c249639479099d9cefa1a84bd4df18cbf4154
Dec 27 08:59:44 embed-certs-914340 crio[770]: time="2025-12-27T08:59:44.980038285Z" level=info msg="Running pod sandbox: default/busybox/POD" id=4d8423e0-48d4-444f-b395-0eaae33f5a01 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:44 embed-certs-914340 crio[770]: time="2025-12-27T08:59:44.980125533Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:44 embed-certs-914340 crio[770]: time="2025-12-27T08:59:44.997822729Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:df2618a58ae92238575d21549e7c5f040a9240193468553e5e7d131cb5c0e4d6 UID:cbeb1515-83c6-4e30-a880-a2adaa94b45b NetNS:/var/run/netns/c535d6ed-deb4-4308-9771-ea6cd4ada4f5 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0003807c8}] Aliases:map[]}"
Dec 27 08:59:44 embed-certs-914340 crio[770]: time="2025-12-27T08:59:44.997860598Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.01900151Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:df2618a58ae92238575d21549e7c5f040a9240193468553e5e7d131cb5c0e4d6 UID:cbeb1515-83c6-4e30-a880-a2adaa94b45b NetNS:/var/run/netns/c535d6ed-deb4-4308-9771-ea6cd4ada4f5 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0003807c8}] Aliases:map[]}"
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.019206385Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.020264375Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.021492204Z" level=info msg="Ran pod sandbox df2618a58ae92238575d21549e7c5f040a9240193468553e5e7d131cb5c0e4d6 with infra container: default/busybox/POD" id=4d8423e0-48d4-444f-b395-0eaae33f5a01 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.023200708Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=e78028f0-d98f-4984-a963-007e9a1fcc6b name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.023407942Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=e78028f0-d98f-4984-a963-007e9a1fcc6b name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.023459273Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=e78028f0-d98f-4984-a963-007e9a1fcc6b name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.024298335Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=e4555c7e-9fbf-4c6f-96b3-9d1a959cb86d name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:45 embed-certs-914340 crio[770]: time="2025-12-27T08:59:45.025750508Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.334669276Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998" id=e4555c7e-9fbf-4c6f-96b3-9d1a959cb86d name=/runtime.v1.ImageService/PullImage
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.335279874Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=427e3b85-3b75-477e-9afa-ca680229598b name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.336862234Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=b7624702-fad2-4929-8996-f481c7852997 name=/runtime.v1.ImageService/ImageStatus
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.341370428Z" level=info msg="Creating container: default/busybox/busybox" id=7259bf38-98f2-4b07-bb55-48a130da1c21 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.341500508Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.346036534Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.346617873Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.37295384Z" level=info msg="Created container 147a084083f65092ca177efc8cbc3bb42d2ec1a7d7e7cba2bc350442369268ef: default/busybox/busybox" id=7259bf38-98f2-4b07-bb55-48a130da1c21 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.373778629Z" level=info msg="Starting container: 147a084083f65092ca177efc8cbc3bb42d2ec1a7d7e7cba2bc350442369268ef" id=383bf82d-8287-4b30-984d-1249128c4b46 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 08:59:46 embed-certs-914340 crio[770]: time="2025-12-27T08:59:46.375753081Z" level=info msg="Started container" PID=1946 containerID=147a084083f65092ca177efc8cbc3bb42d2ec1a7d7e7cba2bc350442369268ef description=default/busybox/busybox id=383bf82d-8287-4b30-984d-1249128c4b46 name=/runtime.v1.RuntimeService/StartContainer sandboxID=df2618a58ae92238575d21549e7c5f040a9240193468553e5e7d131cb5c0e4d6
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
147a084083f65 gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998 9 seconds ago Running busybox 0 df2618a58ae92 busybox default
9c8fd384b4ac8 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 13 seconds ago Running coredns 0 2fce90f50ce7a coredns-7d764666f9-9lzbz kube-system
fcd85b7b40c1b 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 13 seconds ago Running storage-provisioner 0 ae500d21ac438 storage-provisioner kube-system
abf3cc5b98e29 docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 24 seconds ago Running kindnet-cni 0 3088705fff063 kindnet-jtxlk kube-system
f8531813deb32 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 26 seconds ago Running kube-proxy 0 7f41ccda02fc4 kube-proxy-2cdrv kube-system
5efc76f19bb74 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 36 seconds ago Running kube-scheduler 0 ac3105212efe6 kube-scheduler-embed-certs-914340 kube-system
b5ab814a19142 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 36 seconds ago Running etcd 0 538cc32f59c4c etcd-embed-certs-914340 kube-system
1788ba9fab823 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 36 seconds ago Running kube-controller-manager 0 c054125dedc47 kube-controller-manager-embed-certs-914340 kube-system
c792c0bb95979 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 36 seconds ago Running kube-apiserver 0 3c77516dc777c kube-apiserver-embed-certs-914340 kube-system
==> coredns [9c8fd384b4ac8afc2d9079d9db861975cb771ffdc5a467fd8e045355be3712cf] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:48289 - 5768 "HINFO IN 6744394280207771975.2749341809410476237. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.020853022s
==> describe nodes <==
Name: embed-certs-914340
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=embed-certs-914340
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=embed-certs-914340
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_24_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:20 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-914340
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 08:59:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 08:59:53 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 08:59:53 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 08:59:53 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 08:59:53 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: embed-certs-914340
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 871cd81f-385c-4e4e-a284-9e6e055cceff
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-7d764666f9-9lzbz 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 27s
kube-system etcd-embed-certs-914340 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 32s
kube-system kindnet-jtxlk 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 27s
kube-system kube-apiserver-embed-certs-914340 250m (3%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system kube-controller-manager-embed-certs-914340 200m (2%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system kube-proxy-2cdrv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 27s
kube-system kube-scheduler-embed-certs-914340 100m (1%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 28s node-controller Node embed-certs-914340 event: Registered Node embed-certs-914340 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [b5ab814a191424c079dd8b59fa00e9d569f97b891652f04a10d881062a481425] <==
{"level":"info","ts":"2025-12-27T08:59:18.769355Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","added-peer-id":"ea7e25599daad906","added-peer-peer-urls":["https://192.168.76.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T08:59:19.559229Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"ea7e25599daad906 is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:59:19.559334Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"ea7e25599daad906 became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:59:19.559385Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgPreVoteResp from ea7e25599daad906 at term 1"}
{"level":"info","ts":"2025-12-27T08:59:19.559398Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:19.559416Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"ea7e25599daad906 became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:59:19.562499Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"ea7e25599daad906 received MsgVoteResp from ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:19.562628Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"ea7e25599daad906 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:19.562678Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"ea7e25599daad906 became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:59:19.562693Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: ea7e25599daad906 elected leader ea7e25599daad906 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:19.563558Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:19.563854Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:59:19.563880Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:59:19.563673Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:embed-certs-914340 ClientURLs:[https://192.168.76.2:2379]}","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:59:19.563668Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:19.563698Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:19.565385Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:19.566096Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"6f20f2c4b2fb5f8a","local-member-id":"ea7e25599daad906","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:19.565602Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:19.566244Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:19.566340Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:19.566345Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:59:19.566471Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:59:19.568792Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:59:19.569623Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
==> kernel <==
08:59:55 up 42 min, 0 user, load average: 6.47, 4.18, 2.61
Linux embed-certs-914340 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [abf3cc5b98e29709ec6615cd4d4b6df360b3cee8dc55c3f82b6a320710398a8b] <==
I1227 08:59:31.043931 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:59:31.074764 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1227 08:59:31.074903 1 main.go:148] setting mtu 1500 for CNI
I1227 08:59:31.074924 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:59:31.074945 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:59:31Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:59:31.275876 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:59:31.275959 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:59:31.275973 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:59:31.276166 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:59:31.676196 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:59:31.676224 1 metrics.go:72] Registering metrics
I1227 08:59:31.676299 1 controller.go:711] "Syncing nftables rules"
I1227 08:59:41.276662 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:59:41.276729 1 main.go:301] handling current node
I1227 08:59:51.279400 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 08:59:51.279457 1 main.go:301] handling current node
==> kube-apiserver [c792c0bb9597994b394651c4cd242a2c626b6aac9384320a5a44f6cc93563e7c] <==
I1227 08:59:20.646983 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1227 08:59:20.647005 1 default_servicecidr_controller.go:169] Creating default ServiceCIDR with CIDRs: [10.96.0.0/12]
I1227 08:59:20.648141 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 08:59:20.651679 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:20.651863 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 08:59:20.658168 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:20.848811 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:59:21.551189 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 08:59:21.554883 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:59:21.554915 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 08:59:22.053412 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:59:22.089426 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:59:22.157050 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:59:22.162835 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.76.2]
I1227 08:59:22.163738 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 08:59:22.167580 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:59:22.574898 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 08:59:23.208669 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 08:59:23.218053 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:59:23.225282 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 08:59:28.089533 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:28.096928 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:28.182446 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 08:59:28.582088 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1227 08:59:53.749083 1 conn.go:339] Error on socket receive: read tcp 192.168.76.2:8443->192.168.76.1:50130: use of closed network connection
==> kube-controller-manager [1788ba9fab8233f7440128e67254606d69a6722547c1b6e4eee91c3236fae7f4] <==
I1227 08:59:27.383435 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383482 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383484 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383498 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383517 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383680 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383837 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383882 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383839 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383848 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383858 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383876 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.384170 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.384220 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.383845 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.384593 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.384715 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.390193 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:59:27.393391 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.399213 1 range_allocator.go:433] "Set node PodCIDR" node="embed-certs-914340" podCIDRs=["10.244.0.0/24"]
I1227 08:59:27.483676 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:27.483700 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 08:59:27.483706 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 08:59:27.490929 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:42.536287 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [f8531813deb3214469bc094d3e87508b7448818610e866faa608b707232c4a22] <==
I1227 08:59:29.418663 1 server_linux.go:53] "Using iptables proxy"
I1227 08:59:29.509750 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 08:59:29.610819 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:29.610959 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1227 08:59:29.611071 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 08:59:29.652249 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:59:29.652450 1 server_linux.go:136] "Using iptables Proxier"
I1227 08:59:29.663357 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 08:59:29.663850 1 server.go:529] "Version info" version="v1.35.0"
I1227 08:59:29.664150 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:29.665990 1 config.go:309] "Starting node config controller"
I1227 08:59:29.666089 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 08:59:29.666136 1 config.go:403] "Starting serviceCIDR config controller"
I1227 08:59:29.667590 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 08:59:29.667725 1 config.go:200] "Starting service config controller"
I1227 08:59:29.667788 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 08:59:29.668113 1 config.go:106] "Starting endpoint slice config controller"
I1227 08:59:29.668131 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 08:59:29.766550 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 08:59:29.769055 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 08:59:29.769111 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 08:59:29.771662 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [5efc76f19bb74b31d3b8b19975a4f291546bfd8b36836415363949e717ef1583] <==
E1227 08:59:20.600042 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:20.599945 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:59:20.600153 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 08:59:20.600171 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:59:20.600180 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:59:20.600218 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:59:20.600258 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:59:20.600259 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:59:20.600256 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:59:20.600405 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:20.600543 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:59:21.428572 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:59:21.458679 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:59:21.460087 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:21.519454 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:59:21.552697 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 08:59:21.580629 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 08:59:21.580747 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_amd64.s:1693" type="*v1.ConfigMap"
E1227 08:59:21.707003 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:59:21.725281 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:59:21.728087 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:59:21.736956 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:59:21.771264 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:21.820893 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
I1227 08:59:24.795302 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: I1227 08:59:28.799688 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/5aa0f80d-fca0-4fbd-962d-0848a41914ea-cni-cfg\") pod \"kindnet-jtxlk\" (UID: \"5aa0f80d-fca0-4fbd-962d-0848a41914ea\") " pod="kube-system/kindnet-jtxlk"
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: I1227 08:59:28.799715 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-sr2xc\" (UniqueName: \"kubernetes.io/projected/5aa0f80d-fca0-4fbd-962d-0848a41914ea-kube-api-access-sr2xc\") pod \"kindnet-jtxlk\" (UID: \"5aa0f80d-fca0-4fbd-962d-0848a41914ea\") " pod="kube-system/kindnet-jtxlk"
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: I1227 08:59:28.799740 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/5aa0f80d-fca0-4fbd-962d-0848a41914ea-xtables-lock\") pod \"kindnet-jtxlk\" (UID: \"5aa0f80d-fca0-4fbd-962d-0848a41914ea\") " pod="kube-system/kindnet-jtxlk"
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: I1227 08:59:28.799759 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5aa0f80d-fca0-4fbd-962d-0848a41914ea-lib-modules\") pod \"kindnet-jtxlk\" (UID: \"5aa0f80d-fca0-4fbd-962d-0848a41914ea\") " pod="kube-system/kindnet-jtxlk"
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: I1227 08:59:28.799778 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/3401ba2a-162a-4267-9305-305adc0882a5-lib-modules\") pod \"kube-proxy-2cdrv\" (UID: \"3401ba2a-162a-4267-9305-305adc0882a5\") " pod="kube-system/kube-proxy-2cdrv"
Dec 27 08:59:28 embed-certs-914340 kubelet[1284]: E1227 08:59:28.977734 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 08:59:30 embed-certs-914340 kubelet[1284]: E1227 08:59:30.208328 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-embed-certs-914340" containerName="etcd"
Dec 27 08:59:30 embed-certs-914340 kubelet[1284]: I1227 08:59:30.224578 1284 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-2cdrv" podStartSLOduration=2.224554398 podStartE2EDuration="2.224554398s" podCreationTimestamp="2025-12-27 08:59:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:30.124752485 +0000 UTC m=+7.137947760" watchObservedRunningTime="2025-12-27 08:59:30.224554398 +0000 UTC m=+7.237749673"
Dec 27 08:59:31 embed-certs-914340 kubelet[1284]: E1227 08:59:31.841553 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 08:59:31 embed-certs-914340 kubelet[1284]: I1227 08:59:31.852717 1284 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-jtxlk" podStartSLOduration=2.3004699730000002 podStartE2EDuration="3.852696096s" podCreationTimestamp="2025-12-27 08:59:28 +0000 UTC" firstStartedPulling="2025-12-27 08:59:29.248708275 +0000 UTC m=+6.261903535" lastFinishedPulling="2025-12-27 08:59:30.800934404 +0000 UTC m=+7.814129658" observedRunningTime="2025-12-27 08:59:31.128636989 +0000 UTC m=+8.141832264" watchObservedRunningTime="2025-12-27 08:59:31.852696096 +0000 UTC m=+8.865891371"
Dec 27 08:59:37 embed-certs-914340 kubelet[1284]: E1227 08:59:37.629889 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-embed-certs-914340" containerName="kube-controller-manager"
Dec 27 08:59:38 embed-certs-914340 kubelet[1284]: E1227 08:59:38.983426 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 08:59:40 embed-certs-914340 kubelet[1284]: E1227 08:59:40.209528 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-embed-certs-914340" containerName="etcd"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: I1227 08:59:41.479133 1284 kubelet_node_status.go:427] "Fast updating node status as it just became ready"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: I1227 08:59:41.593915 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vhnx9\" (UniqueName: \"kubernetes.io/projected/5b7044e9-f905-430b-bd92-bb6e5f7e41de-kube-api-access-vhnx9\") pod \"storage-provisioner\" (UID: \"5b7044e9-f905-430b-bd92-bb6e5f7e41de\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: I1227 08:59:41.593967 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/5b7044e9-f905-430b-bd92-bb6e5f7e41de-tmp\") pod \"storage-provisioner\" (UID: \"5b7044e9-f905-430b-bd92-bb6e5f7e41de\") " pod="kube-system/storage-provisioner"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: I1227 08:59:41.593995 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-smkl8\" (UniqueName: \"kubernetes.io/projected/827ff97d-8587-4721-98f2-4a98ebe60af6-kube-api-access-smkl8\") pod \"coredns-7d764666f9-9lzbz\" (UID: \"827ff97d-8587-4721-98f2-4a98ebe60af6\") " pod="kube-system/coredns-7d764666f9-9lzbz"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: I1227 08:59:41.594022 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/827ff97d-8587-4721-98f2-4a98ebe60af6-config-volume\") pod \"coredns-7d764666f9-9lzbz\" (UID: \"827ff97d-8587-4721-98f2-4a98ebe60af6\") " pod="kube-system/coredns-7d764666f9-9lzbz"
Dec 27 08:59:41 embed-certs-914340 kubelet[1284]: E1227 08:59:41.848188 1284 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 08:59:42 embed-certs-914340 kubelet[1284]: E1227 08:59:42.141198 1284 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-9lzbz" containerName="coredns"
Dec 27 08:59:42 embed-certs-914340 kubelet[1284]: I1227 08:59:42.157233 1284 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/coredns-7d764666f9-9lzbz" podStartSLOduration=14.157213155 podStartE2EDuration="14.157213155s" podCreationTimestamp="2025-12-27 08:59:28 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:42.157009082 +0000 UTC m=+19.170204413" watchObservedRunningTime="2025-12-27 08:59:42.157213155 +0000 UTC m=+19.170408429"
Dec 27 08:59:42 embed-certs-914340 kubelet[1284]: I1227 08:59:42.182651 1284 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=13.182629624 podStartE2EDuration="13.182629624s" podCreationTimestamp="2025-12-27 08:59:29 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 08:59:42.182217251 +0000 UTC m=+19.195412544" watchObservedRunningTime="2025-12-27 08:59:42.182629624 +0000 UTC m=+19.195824898"
Dec 27 08:59:43 embed-certs-914340 kubelet[1284]: E1227 08:59:43.146189 1284 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-9lzbz" containerName="coredns"
Dec 27 08:59:44 embed-certs-914340 kubelet[1284]: E1227 08:59:44.149035 1284 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-9lzbz" containerName="coredns"
Dec 27 08:59:44 embed-certs-914340 kubelet[1284]: I1227 08:59:44.713809 1284 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vbczl\" (UniqueName: \"kubernetes.io/projected/cbeb1515-83c6-4e30-a880-a2adaa94b45b-kube-api-access-vbczl\") pod \"busybox\" (UID: \"cbeb1515-83c6-4e30-a880-a2adaa94b45b\") " pod="default/busybox"
==> storage-provisioner [fcd85b7b40c1ba60f2aa33961d0ca8be8cce6e6b65ca52a400617d45c31e10d8] <==
I1227 08:59:41.876820 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 08:59:41.886000 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 08:59:41.886059 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 08:59:41.888652 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:41.894915 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 08:59:41.895098 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 08:59:41.895359 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_391819f3-c775-4ea5-a1bc-c0db03cb96f0!
I1227 08:59:41.895589 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"929e5608-8d9f-42e5-b051-1c379873d2d5", APIVersion:"v1", ResourceVersion:"415", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-914340_391819f3-c775-4ea5-a1bc-c0db03cb96f0 became leader
W1227 08:59:41.898102 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:41.902174 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 08:59:41.996339 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_391819f3-c775-4ea5-a1bc-c0db03cb96f0!
W1227 08:59:43.906337 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:43.972955 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:45.976594 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:45.981675 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:47.985475 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:47.990656 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:49.994342 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:49.999107 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:52.003097 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:52.009430 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:54.012773 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:54.019125 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:56.022116 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 08:59:56.026689 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:270: (dbg) Run: kubectl --context embed-certs-914340 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/embed-certs/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/EnableAddonWhileActive (2.77s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (424.334201ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:30Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-amd64 addons enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:213: (dbg) Run: kubectl --context default-k8s-diff-port-828751 describe deploy/metrics-server -n kube-system
start_stop_delete_test.go:213: (dbg) Non-zero exit: kubectl --context default-k8s-diff-port-828751 describe deploy/metrics-server -n kube-system: exit status 1 (65.433577ms)
** stderr **
Error from server (NotFound): deployments.apps "metrics-server" not found
** /stderr **
start_stop_delete_test.go:215: failed to get info on auto-pause deployments. args "kubectl --context default-k8s-diff-port-828751 describe deploy/metrics-server -n kube-system": exit status 1
start_stop_delete_test.go:219: addon did not load correct image. Expected to contain " fake.domain/registry.k8s.io/echoserver:1.4". Addon deployment info:
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect default-k8s-diff-port-828751
helpers_test.go:244: (dbg) docker inspect default-k8s-diff-port-828751:
-- stdout --
[
{
"Id": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"Created": "2025-12-27T08:59:44.809484525Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 311983,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:59:44.844108214Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hostname",
"HostsPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hosts",
"LogPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2-json.log",
"Name": "/default-k8s-diff-port-828751",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-828751:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default-k8s-diff-port-828751",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"LowerDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/merged",
"UpperDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/diff",
"WorkDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-828751",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-828751/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-828751",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "fe45a7ea5b6e4c467273a9efa22d8eccf10d21c4ee20f87d3975a4da8e488745",
"SandboxKey": "/var/run/docker/netns/fe45a7ea5b6e",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33103"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33104"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33107"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33105"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33106"
}
]
},
"Networks": {
"default-k8s-diff-port-828751": {
"IPAMConfig": {
"IPv4Address": "192.168.103.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "3684585c404faba6cab770d23e2cc85867be77e655d608b0d388fc4e92e56d44",
"EndpointID": "327be8f16528fdf8a509dd332a93447be45a3cc2f8e07ab9fcf1b068c7abb085",
"Gateway": "192.168.103.1",
"IPAddress": "192.168.103.2",
"MacAddress": "ae:a2:cf:18:eb:be",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-828751",
"c013a5c5f262"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:253: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25: (1.258284962s)
helpers_test.go:261: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo cat /usr/lib/systemd/system/cri-docker.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cri-dockerd --version │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status containerd --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ ssh │ -p bridge-902828 sudo systemctl cat containerd --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /lib/systemd/system/containerd.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/containerd/config.toml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo containerd config dump │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status crio --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl cat crio --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:14
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:14.978465 319760 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:14.978732 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978742 319760 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:14.978747 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978974 319760 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:14.979574 319760 out.go:368] Setting JSON to false
I1227 09:00:14.980721 319760 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2567,"bootTime":1766823448,"procs":326,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:14.980783 319760 start.go:143] virtualization: kvm guest
I1227 09:00:14.982721 319760 out.go:179] * [embed-certs-914340] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:14.984170 319760 notify.go:221] Checking for updates...
I1227 09:00:14.984191 319760 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:14.985343 319760 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:14.986518 319760 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:14.987758 319760 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:14.989045 319760 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:14.990417 319760 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:14.992380 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:14.993146 319760 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:15.020854 319760 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:15.021038 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.078279 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.068732639 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.078424 319760 docker.go:319] overlay module found
I1227 09:00:15.080177 319760 out.go:179] * Using the docker driver based on existing profile
W1227 09:00:12.270026 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
W1227 09:00:14.270112 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:15.081490 319760 start.go:309] selected driver: docker
I1227 09:00:15.081528 319760 start.go:928] validating driver "docker" against &{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.081625 319760 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:15.082218 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.136059 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.126254904 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.136395 319760 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:15.136430 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:15.136498 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:15.136553 319760 start.go:353] cluster config:
{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.138256 319760 out.go:179] * Starting "embed-certs-914340" primary control-plane node in "embed-certs-914340" cluster
I1227 09:00:15.139266 319760 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:15.140635 319760 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:15.141729 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:15.141760 319760 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:15.141776 319760 cache.go:65] Caching tarball of preloaded images
I1227 09:00:15.141814 319760 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:15.141867 319760 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:15.141882 319760 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:15.142022 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.162081 319760 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:15.162101 319760 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:15.162121 319760 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:15.162151 319760 start.go:360] acquireMachinesLock for embed-certs-914340: {Name:mk2d06131e67562a94196e83dbc8acc2d71448e4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:15.162212 319760 start.go:364] duration metric: took 43.777µs to acquireMachinesLock for "embed-certs-914340"
I1227 09:00:15.162230 319760 start.go:96] Skipping create...Using existing machine configuration
I1227 09:00:15.162235 319760 fix.go:54] fixHost starting:
I1227 09:00:15.162593 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.180078 319760 fix.go:112] recreateIfNeeded on embed-certs-914340: state=Stopped err=<nil>
W1227 09:00:15.180111 319760 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:00:11.784725 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:14.283784 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:13.030052 318904 out.go:252] * Restarting existing docker container for "no-preload-598808" ...
I1227 09:00:13.030123 318904 cli_runner.go:164] Run: docker start no-preload-598808
I1227 09:00:13.336755 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:13.360305 318904 kic.go:430] container "no-preload-598808" state is running.
I1227 09:00:13.360756 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:13.383307 318904 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/config.json ...
I1227 09:00:13.383582 318904 machine.go:94] provisionDockerMachine start ...
I1227 09:00:13.383670 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:13.406170 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:13.406529 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:13.406549 318904 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:13.407381 318904 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53726->127.0.0.1:33113: read: connection reset by peer
I1227 09:00:16.531084 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.531109 318904 ubuntu.go:182] provisioning hostname "no-preload-598808"
I1227 09:00:16.531171 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.548484 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.548692 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.548705 318904 main.go:144] libmachine: About to run SSH command:
sudo hostname no-preload-598808 && echo "no-preload-598808" | sudo tee /etc/hostname
I1227 09:00:16.679079 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.679196 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.697688 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.697997 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.698023 318904 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-598808' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-598808/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-598808' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:16.820673 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:16.820699 318904 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:16.820719 318904 ubuntu.go:190] setting up certificates
I1227 09:00:16.820739 318904 provision.go:84] configureAuth start
I1227 09:00:16.820804 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:16.838090 318904 provision.go:143] copyHostCerts
I1227 09:00:16.838159 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:16.838171 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:16.838251 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:16.838374 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:16.838399 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:16.838445 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:16.838527 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:16.838539 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:16.838577 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:16.838650 318904 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.no-preload-598808 san=[127.0.0.1 192.168.94.2 localhost minikube no-preload-598808]
I1227 09:00:16.927763 318904 provision.go:177] copyRemoteCerts
I1227 09:00:16.927823 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:16.927857 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.945859 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.037810 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:17.055636 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:00:17.072968 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:17.089618 318904 provision.go:87] duration metric: took 268.856503ms to configureAuth
I1227 09:00:17.089641 318904 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:17.089840 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:17.089960 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.108113 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:17.108418 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:17.108444 318904 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:17.408512 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:17.408543 318904 machine.go:97] duration metric: took 4.024943611s to provisionDockerMachine
I1227 09:00:17.408554 318904 start.go:293] postStartSetup for "no-preload-598808" (driver="docker")
I1227 09:00:17.408565 318904 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:17.408617 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:17.408665 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.428828 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.521054 318904 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:17.525083 318904 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:17.525115 318904 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:17.525129 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:17.525186 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:17.525255 318904 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:17.525357 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:17.533262 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:17.550594 318904 start.go:296] duration metric: took 142.024783ms for postStartSetup
I1227 09:00:17.550690 318904 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:17.550754 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.569271 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.657260 318904 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:17.661745 318904 fix.go:56] duration metric: took 4.654534395s for fixHost
I1227 09:00:17.661771 318904 start.go:83] releasing machines lock for "no-preload-598808", held for 4.654596326s
I1227 09:00:17.661833 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:17.680714 318904 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:17.680772 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.680801 318904 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:17.680876 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.699086 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.699603 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.839444 318904 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:17.845782 318904 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:17.881052 318904 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:17.886388 318904 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:17.886462 318904 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:17.896041 318904 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:17.896067 318904 start.go:496] detecting cgroup driver to use...
I1227 09:00:17.896104 318904 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:17.896147 318904 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:17.914259 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:17.928609 318904 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:17.928656 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:17.944461 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:17.956606 318904 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:18.040625 318904 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:18.125226 318904 docker.go:234] disabling docker service ...
I1227 09:00:18.125287 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:18.139222 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:18.151373 318904 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:18.237253 318904 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:18.344471 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:18.356835 318904 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:18.371691 318904 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:18.371749 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.380109 318904 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:18.380167 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.388643 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.396927 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.405904 318904 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:18.413771 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.422378 318904 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.431888 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.440376 318904 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:18.447504 318904 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:18.454444 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:18.531954 318904 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:18.671219 318904 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:18.671291 318904 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:18.675442 318904 start.go:574] Will wait 60s for crictl version
I1227 09:00:18.675502 318904 ssh_runner.go:195] Run: which crictl
I1227 09:00:18.679050 318904 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:18.704817 318904 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:18.704901 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.732607 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.762007 318904 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:18.763561 318904 cli_runner.go:164] Run: docker network inspect no-preload-598808 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:18.783044 318904 ssh_runner.go:195] Run: grep 192.168.94.1 host.minikube.internal$ /etc/hosts
I1227 09:00:18.787387 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.94.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.797880 318904 kubeadm.go:884] updating cluster {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:18.798002 318904 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:18.798039 318904 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:18.832208 318904 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:18.832236 318904 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:18.832246 318904 kubeadm.go:935] updating node { 192.168.94.2 8443 v1.35.0 crio true true} ...
I1227 09:00:18.832385 318904 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-598808 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.94.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:18.832473 318904 ssh_runner.go:195] Run: crio config
I1227 09:00:18.881339 318904 cni.go:84] Creating CNI manager for ""
I1227 09:00:18.881366 318904 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:18.881383 318904 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:18.881405 318904 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.94.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-598808 NodeName:no-preload-598808 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.94.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.94.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:18.881521 318904 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.94.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-598808"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.94.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.94.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:18.881581 318904 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:18.889706 318904 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:18.889772 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:18.897627 318904 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:00:18.911632 318904 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:18.925803 318904 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2213 bytes)
I1227 09:00:18.941455 318904 ssh_runner.go:195] Run: grep 192.168.94.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:18.945493 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.94.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.958643 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.048385 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:19.077143 318904 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808 for IP: 192.168.94.2
I1227 09:00:19.077165 318904 certs.go:195] generating shared ca certs ...
I1227 09:00:19.077184 318904 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.077373 318904 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:19.077442 318904 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:19.077454 318904 certs.go:257] generating profile certs ...
I1227 09:00:19.077584 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key
I1227 09:00:19.077671 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9
I1227 09:00:19.077739 318904 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key
I1227 09:00:19.077885 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:19.077934 318904 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:19.077949 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:19.077988 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:19.078025 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:19.078056 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:19.078112 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.078902 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:19.101134 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:19.120674 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:19.141188 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:19.168221 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:00:19.187390 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:19.204886 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:19.222447 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:19.239484 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:19.257376 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:19.274657 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:19.294159 318904 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:19.306595 318904 ssh_runner.go:195] Run: openssl version
I1227 09:00:19.313021 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.320237 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:19.327879 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331844 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331906 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.367698 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:19.376225 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:19.384372 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:19.392041 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395805 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395863 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:19.434339 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:19.442487 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:19.450550 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:19.458387 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462144 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462217 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:19.500738 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:19.510236 318904 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:19.514885 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:19.550936 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:19.586605 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:19.634349 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:19.681017 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:19.738276 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:19.788495 318904 kubeadm.go:401] StartCluster: {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:19.788597 318904 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:19.788677 318904 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:19.824989 318904 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:00:19.825013 318904 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:00:19.825019 318904 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:00:19.825024 318904 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:00:19.825056 318904 cri.go:96] found id: ""
I1227 09:00:19.825100 318904 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:19.839186 318904 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:19Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:19.839257 318904 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:19.848361 318904 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:19.848383 318904 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:19.848427 318904 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:19.859464 318904 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:19.860133 318904 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-598808" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.860590 318904 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-598808" cluster setting kubeconfig missing "no-preload-598808" context setting]
I1227 09:00:19.861410 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.863408 318904 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:19.871567 318904 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.94.2
I1227 09:00:19.871596 318904 kubeadm.go:602] duration metric: took 23.20711ms to restartPrimaryControlPlane
I1227 09:00:19.871606 318904 kubeadm.go:403] duration metric: took 83.119368ms to StartCluster
I1227 09:00:19.871685 318904 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.871779 318904 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.873135 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.873419 318904 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:19.873442 318904 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:19.873531 318904 addons.go:70] Setting storage-provisioner=true in profile "no-preload-598808"
I1227 09:00:19.873554 318904 addons.go:239] Setting addon storage-provisioner=true in "no-preload-598808"
W1227 09:00:19.873563 318904 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:19.873571 318904 addons.go:70] Setting dashboard=true in profile "no-preload-598808"
I1227 09:00:19.873591 318904 addons.go:239] Setting addon dashboard=true in "no-preload-598808"
W1227 09:00:19.873599 318904 addons.go:248] addon dashboard should already be in state true
I1227 09:00:19.873612 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.873640 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873656 318904 addons.go:70] Setting default-storageclass=true in profile "no-preload-598808"
I1227 09:00:19.873667 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873669 318904 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "no-preload-598808"
I1227 09:00:19.874011 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874264 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874281 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.876468 318904 out.go:179] * Verifying Kubernetes components...
I1227 09:00:19.878491 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.903086 318904 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:19.903111 318904 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:19.904579 318904 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:19.904603 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:19.904656 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.904589 318904 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:15.181950 319760 out.go:252] * Restarting existing docker container for "embed-certs-914340" ...
I1227 09:00:15.182026 319760 cli_runner.go:164] Run: docker start embed-certs-914340
I1227 09:00:15.420463 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.443709 319760 kic.go:430] container "embed-certs-914340" state is running.
I1227 09:00:15.444068 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:15.463051 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.463262 319760 machine.go:94] provisionDockerMachine start ...
I1227 09:00:15.463361 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:15.481702 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:15.481930 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:15.481944 319760 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:15.482656 319760 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:41096->127.0.0.1:33118: read: connection reset by peer
I1227 09:00:18.606276 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.606301 319760 ubuntu.go:182] provisioning hostname "embed-certs-914340"
I1227 09:00:18.606377 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.626085 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.626301 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.626338 319760 main.go:144] libmachine: About to run SSH command:
sudo hostname embed-certs-914340 && echo "embed-certs-914340" | sudo tee /etc/hostname
I1227 09:00:18.763150 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.763225 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.783596 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.783899 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.783931 319760 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-914340' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-914340/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-914340' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:18.910351 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:18.910379 319760 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:18.910397 319760 ubuntu.go:190] setting up certificates
I1227 09:00:18.910406 319760 provision.go:84] configureAuth start
I1227 09:00:18.910450 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:18.929892 319760 provision.go:143] copyHostCerts
I1227 09:00:18.929959 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:18.929977 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:18.930043 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:18.930160 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:18.930171 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:18.930203 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:18.930263 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:18.930271 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:18.930301 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:18.930391 319760 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.embed-certs-914340 san=[127.0.0.1 192.168.76.2 embed-certs-914340 localhost minikube]
I1227 09:00:19.010820 319760 provision.go:177] copyRemoteCerts
I1227 09:00:19.010887 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:19.010927 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.029933 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.122944 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:19.142410 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1227 09:00:19.167280 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1227 09:00:19.187691 319760 provision.go:87] duration metric: took 277.265379ms to configureAuth
I1227 09:00:19.187719 319760 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:19.187934 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.188053 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.207075 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:19.207402 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:19.207423 319760 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:19.508979 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:19.509008 319760 machine.go:97] duration metric: took 4.045733005s to provisionDockerMachine
I1227 09:00:19.509026 319760 start.go:293] postStartSetup for "embed-certs-914340" (driver="docker")
I1227 09:00:19.509040 319760 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:19.509116 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:19.509172 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.528884 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.621302 319760 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:19.625241 319760 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:19.625270 319760 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:19.625282 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:19.625353 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:19.625453 319760 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:19.625591 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:19.635011 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.654377 319760 start.go:296] duration metric: took 145.334241ms for postStartSetup
I1227 09:00:19.654519 319760 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:19.654568 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.680235 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.779295 319760 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:19.785057 319760 fix.go:56] duration metric: took 4.622816802s for fixHost
I1227 09:00:19.785085 319760 start.go:83] releasing machines lock for "embed-certs-914340", held for 4.62286216s
I1227 09:00:19.785146 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:19.807271 319760 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:19.807344 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.807356 319760 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:19.807430 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.830254 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.831511 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.936632 319760 ssh_runner.go:195] Run: systemctl --version
W1227 09:00:16.270504 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:18.270499 311117 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:00:18.270537 311117 node_ready.go:38] duration metric: took 17.003690741s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:18.270555 311117 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:18.270618 311117 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:18.292623 311117 api_server.go:72] duration metric: took 17.343072982s to wait for apiserver process to appear ...
I1227 09:00:18.292673 311117 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:18.292696 311117 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:00:18.299171 311117 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:00:18.300119 311117 api_server.go:141] control plane version: v1.35.0
I1227 09:00:18.300149 311117 api_server.go:131] duration metric: took 7.467297ms to wait for apiserver health ...
I1227 09:00:18.300159 311117 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:18.304165 311117 system_pods.go:59] 8 kube-system pods found
I1227 09:00:18.304202 311117 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.304211 311117 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.304229 311117 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.304235 311117 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.304240 311117 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.304246 311117 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.304250 311117 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.304257 311117 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.304266 311117 system_pods.go:74] duration metric: took 4.099986ms to wait for pod list to return data ...
I1227 09:00:18.304285 311117 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:18.307266 311117 default_sa.go:45] found service account: "default"
I1227 09:00:18.307293 311117 default_sa.go:55] duration metric: took 3.000658ms for default service account to be created ...
I1227 09:00:18.307304 311117 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:18.405143 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.405189 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.405199 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.405214 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.405218 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.405225 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.405236 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.405242 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.405247 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.405288 311117 retry.go:84] will retry after 300ms: missing components: kube-dns
I1227 09:00:18.660535 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.660576 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.660588 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.660596 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.660608 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.660613 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.660619 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.660624 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.660637 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:19.050245 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:19.050276 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running
I1227 09:00:19.050282 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:19.050287 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:19.050290 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:19.050294 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:19.050298 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:19.050301 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:19.050304 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running
I1227 09:00:19.050324 311117 system_pods.go:126] duration metric: took 743.013373ms to wait for k8s-apps to be running ...
I1227 09:00:19.050335 311117 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:19.050379 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:19.063408 311117 system_svc.go:56] duration metric: took 13.063714ms WaitForService to wait for kubelet
I1227 09:00:19.063453 311117 kubeadm.go:587] duration metric: took 18.113907138s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:19.063482 311117 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:19.066288 311117 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:19.066339 311117 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:19.066380 311117 node_conditions.go:105] duration metric: took 2.891352ms to run NodePressure ...
I1227 09:00:19.066398 311117 start.go:242] waiting for startup goroutines ...
I1227 09:00:19.066407 311117 start.go:247] waiting for cluster config update ...
I1227 09:00:19.066420 311117 start.go:256] writing updated cluster config ...
I1227 09:00:19.066735 311117 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:19.070399 311117 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:19.073585 311117 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.078260 311117 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:00:19.078275 311117 pod_ready.go:86] duration metric: took 4.66988ms for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.080614 311117 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.084763 311117 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.084782 311117 pod_ready.go:86] duration metric: took 4.143563ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.086821 311117 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.090619 311117 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.090636 311117 pod_ready.go:86] duration metric: took 3.78995ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.092388 311117 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.474852 311117 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.474885 311117 pod_ready.go:86] duration metric: took 382.477754ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.675186 311117 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.074752 311117 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:00:20.074788 311117 pod_ready.go:86] duration metric: took 399.573381ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:16.783099 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:18.784077 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:20.276258 311117 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675002 311117 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:20.675032 311117 pod_ready.go:86] duration metric: took 398.741898ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675048 311117 pod_ready.go:40] duration metric: took 1.604611581s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:20.739682 311117 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:20.742925 311117 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:00:20.030565 319760 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:20.070123 319760 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:20.075843 319760 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:20.075923 319760 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:20.085683 319760 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:20.085707 319760 start.go:496] detecting cgroup driver to use...
I1227 09:00:20.085740 319760 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:20.085787 319760 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:20.104146 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:20.120764 319760 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:20.120819 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:20.138295 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:20.151963 319760 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:20.241861 319760 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:20.343162 319760 docker.go:234] disabling docker service ...
I1227 09:00:20.343242 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:20.360549 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:20.374877 319760 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:20.476682 319760 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:20.570338 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:20.584932 319760 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:20.601302 319760 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:20.601391 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.612133 319760 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:20.612201 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.622187 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.632016 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.641186 319760 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:20.650272 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.659951 319760 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.669171 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.679863 319760 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:20.689065 319760 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:20.699016 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:20.803534 319760 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:20.964939 319760 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:20.965011 319760 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:20.969197 319760 start.go:574] Will wait 60s for crictl version
I1227 09:00:20.969257 319760 ssh_runner.go:195] Run: which crictl
I1227 09:00:20.973074 319760 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:20.997962 319760 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:20.998042 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.026184 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.064816 319760 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:19.905077 318904 addons.go:239] Setting addon default-storageclass=true in "no-preload-598808"
W1227 09:00:19.905099 318904 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:19.905125 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.905551 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.908415 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:19.908437 318904 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:19.908494 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.933489 318904 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:19.933514 318904 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:19.933608 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.937953 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.945757 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.972526 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:20.027965 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:20.041984 318904 node_ready.go:35] waiting up to 6m0s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:20.055776 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:20.060192 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:20.060219 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:20.075055 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:20.075078 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:20.076362 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:20.091690 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:20.091715 318904 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:20.107027 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:20.107059 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:20.124205 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:20.124232 318904 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:20.137084 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:20.137120 318904 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:20.150614 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:20.150650 318904 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:20.163991 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:20.164012 318904 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:20.177561 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:20.177602 318904 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:20.197145 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:21.235483 318904 node_ready.go:49] node "no-preload-598808" is "Ready"
I1227 09:00:21.235521 318904 node_ready.go:38] duration metric: took 1.193490188s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:21.235538 318904 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:21.235588 318904 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:21.849824 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.794011529s)
I1227 09:00:21.849837 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.773443808s)
I1227 09:00:21.849995 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.652813997s)
I1227 09:00:21.850028 318904 api_server.go:72] duration metric: took 1.976572905s to wait for apiserver process to appear ...
I1227 09:00:21.850045 318904 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:21.850063 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:21.851872 318904 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-598808 addons enable metrics-server
I1227 09:00:21.854885 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:21.854911 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:21.858767 318904 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:21.066187 319760 cli_runner.go:164] Run: docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:21.083832 319760 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 09:00:21.087961 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.098009 319760 kubeadm.go:884] updating cluster {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:21.098124 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:21.098166 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.156735 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.156767 319760 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:21.156832 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.193712 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.193736 319760 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:21.193743 319760 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 09:00:21.193832 319760 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-914340 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:21.193895 319760 ssh_runner.go:195] Run: crio config
I1227 09:00:21.269846 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:21.269929 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:21.269960 319760 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:21.270031 319760 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-914340 NodeName:embed-certs-914340 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/et
c/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:21.270378 319760 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-914340"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:21.270525 319760 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:21.284219 319760 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:21.284286 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:21.298259 319760 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1227 09:00:21.319804 319760 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:21.339227 319760 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1227 09:00:21.354373 319760 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:21.358332 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.371473 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:21.480393 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:21.516086 319760 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340 for IP: 192.168.76.2
I1227 09:00:21.516111 319760 certs.go:195] generating shared ca certs ...
I1227 09:00:21.516132 319760 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:21.516295 319760 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:21.516371 319760 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:21.516387 319760 certs.go:257] generating profile certs ...
I1227 09:00:21.516503 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key
I1227 09:00:21.516586 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c
I1227 09:00:21.516635 319760 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key
I1227 09:00:21.516766 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:21.516808 319760 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:21.516820 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:21.516853 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:21.516885 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:21.516915 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:21.516969 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:21.517780 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:21.538958 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:21.559051 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:21.580442 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:21.604811 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1227 09:00:21.630328 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:00:21.650133 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:21.670986 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:21.692706 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:21.714372 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:21.736181 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:21.757931 319760 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:21.772025 319760 ssh_runner.go:195] Run: openssl version
I1227 09:00:21.778359 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.787178 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:21.795509 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799715 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799765 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.835758 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:21.844038 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:21.852654 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:21.860916 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865073 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865127 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:21.906341 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:21.914374 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:21.921531 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:21.928658 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932424 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932474 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:21.968387 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:21.976214 319760 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:21.980470 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:22.015649 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:22.059354 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:22.103391 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:22.144184 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:22.202337 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:22.275345 319760 kubeadm.go:401] StartCluster: {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:22.275458 319760 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:22.275536 319760 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:22.323642 319760 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:00:22.323668 319760 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:00:22.323673 319760 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:00:22.323680 319760 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:00:22.323685 319760 cri.go:96] found id: ""
I1227 09:00:22.323729 319760 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:22.341372 319760 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:22Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:22.341448 319760 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:22.352672 319760 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:22.352713 319760 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:22.352770 319760 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:22.364908 319760 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:22.366253 319760 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-914340" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.367231 319760 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-914340" cluster setting kubeconfig missing "embed-certs-914340" context setting]
I1227 09:00:22.368680 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.370992 319760 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:22.382829 319760 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1227 09:00:22.382860 319760 kubeadm.go:602] duration metric: took 30.137227ms to restartPrimaryControlPlane
I1227 09:00:22.382872 319760 kubeadm.go:403] duration metric: took 107.563217ms to StartCluster
I1227 09:00:22.382889 319760 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.382963 319760 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.384672 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.384885 319760 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:22.385005 319760 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:22.385129 319760 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-914340"
I1227 09:00:22.385157 319760 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-914340"
W1227 09:00:22.385162 319760 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:22.385182 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385483 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:22.385535 319760 addons.go:70] Setting dashboard=true in profile "embed-certs-914340"
I1227 09:00:22.385552 319760 addons.go:239] Setting addon dashboard=true in "embed-certs-914340"
W1227 09:00:22.385559 319760 addons.go:248] addon dashboard should already be in state true
I1227 09:00:22.385580 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385581 319760 addons.go:70] Setting default-storageclass=true in profile "embed-certs-914340"
I1227 09:00:22.385601 319760 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-914340"
I1227 09:00:22.385872 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386035 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386387 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.387554 319760 out.go:179] * Verifying Kubernetes components...
I1227 09:00:22.388602 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:22.414645 319760 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:22.415786 319760 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.415807 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:22.415865 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.416957 319760 addons.go:239] Setting addon default-storageclass=true in "embed-certs-914340"
W1227 09:00:22.416980 319760 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:22.417005 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.417575 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.423434 319760 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:22.424827 319760 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:21.859751 318904 addons.go:530] duration metric: took 1.986317959s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:22.350624 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.356770 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:22.356843 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:22.426361 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:22.426417 319760 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:22.426491 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.451402 319760 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.451428 319760 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:22.451492 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.453379 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.466060 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.483821 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.572882 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:22.590995 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.596587 319760 node_ready.go:35] waiting up to 6m0s for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:22.600493 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:22.600516 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:22.608306 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.620433 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:22.620460 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:22.650078 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:22.650102 319760 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:22.669807 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:22.669830 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:22.685944 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:22.685971 319760 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:22.701165 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:22.701187 319760 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:22.715933 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:22.715960 319760 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:22.731510 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:22.731535 319760 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:22.744294 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:22.744333 319760 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:22.758956 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:23.586505 319760 node_ready.go:49] node "embed-certs-914340" is "Ready"
I1227 09:00:23.586545 319760 node_ready.go:38] duration metric: took 989.917315ms for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:23.586562 319760 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:23.586626 319760 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:24.176239 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.585200357s)
I1227 09:00:24.176349 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.567967324s)
I1227 09:00:24.176467 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.417478497s)
I1227 09:00:24.176512 319760 api_server.go:72] duration metric: took 1.79160109s to wait for apiserver process to appear ...
I1227 09:00:24.176531 319760 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:24.176558 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.178249 319760 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-914340 addons enable metrics-server
I1227 09:00:24.183005 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.183026 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:24.189220 319760 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:24.190375 319760 addons.go:530] duration metric: took 1.80537084s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:24.676962 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.683149 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.683192 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:20.785821 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:23.284038 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:25.285185 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:22.850627 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.855035 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 200:
ok
I1227 09:00:22.855982 318904 api_server.go:141] control plane version: v1.35.0
I1227 09:00:22.856006 318904 api_server.go:131] duration metric: took 1.005953399s to wait for apiserver health ...
I1227 09:00:22.856016 318904 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:22.859301 318904 system_pods.go:59] 8 kube-system pods found
I1227 09:00:22.859380 318904 system_pods.go:61] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.859396 318904 system_pods.go:61] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.859408 318904 system_pods.go:61] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.859419 318904 system_pods.go:61] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.859430 318904 system_pods.go:61] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.859441 318904 system_pods.go:61] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.859451 318904 system_pods.go:61] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.859461 318904 system_pods.go:61] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.859472 318904 system_pods.go:74] duration metric: took 3.449565ms to wait for pod list to return data ...
I1227 09:00:22.859484 318904 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:22.861767 318904 default_sa.go:45] found service account: "default"
I1227 09:00:22.861794 318904 default_sa.go:55] duration metric: took 2.301154ms for default service account to be created ...
I1227 09:00:22.861804 318904 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:22.864507 318904 system_pods.go:86] 8 kube-system pods found
I1227 09:00:22.864532 318904 system_pods.go:89] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.864540 318904 system_pods.go:89] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.864548 318904 system_pods.go:89] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.864557 318904 system_pods.go:89] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.864569 318904 system_pods.go:89] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.864578 318904 system_pods.go:89] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.864586 318904 system_pods.go:89] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.864595 318904 system_pods.go:89] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.864606 318904 system_pods.go:126] duration metric: took 2.79405ms to wait for k8s-apps to be running ...
I1227 09:00:22.864617 318904 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:22.864662 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:22.880530 318904 system_svc.go:56] duration metric: took 15.905964ms WaitForService to wait for kubelet
I1227 09:00:22.880557 318904 kubeadm.go:587] duration metric: took 3.007101803s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:22.880578 318904 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:22.883496 318904 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:22.883523 318904 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:22.883546 318904 node_conditions.go:105] duration metric: took 2.96216ms to run NodePressure ...
I1227 09:00:22.883562 318904 start.go:242] waiting for startup goroutines ...
I1227 09:00:22.883576 318904 start.go:247] waiting for cluster config update ...
I1227 09:00:22.883591 318904 start.go:256] writing updated cluster config ...
I1227 09:00:22.883906 318904 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:22.888266 318904 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:22.891905 318904 pod_ready.go:83] waiting for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:24.897784 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:26.908378 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:25.176688 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:25.182035 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 200:
ok
I1227 09:00:25.183233 319760 api_server.go:141] control plane version: v1.35.0
I1227 09:00:25.183259 319760 api_server.go:131] duration metric: took 1.006721661s to wait for apiserver health ...
I1227 09:00:25.183266 319760 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:25.187675 319760 system_pods.go:59] 8 kube-system pods found
I1227 09:00:25.187712 319760 system_pods.go:61] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.187724 319760 system_pods.go:61] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.187732 319760 system_pods.go:61] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.187742 319760 system_pods.go:61] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.187756 319760 system_pods.go:61] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.187765 319760 system_pods.go:61] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.187775 319760 system_pods.go:61] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.187781 319760 system_pods.go:61] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.187791 319760 system_pods.go:74] duration metric: took 4.519088ms to wait for pod list to return data ...
I1227 09:00:25.187804 319760 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:25.190207 319760 default_sa.go:45] found service account: "default"
I1227 09:00:25.190228 319760 default_sa.go:55] duration metric: took 2.414933ms for default service account to be created ...
I1227 09:00:25.190239 319760 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:25.192959 319760 system_pods.go:86] 8 kube-system pods found
I1227 09:00:25.192984 319760 system_pods.go:89] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.192994 319760 system_pods.go:89] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.193000 319760 system_pods.go:89] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.193009 319760 system_pods.go:89] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.193015 319760 system_pods.go:89] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.193020 319760 system_pods.go:89] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.193025 319760 system_pods.go:89] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.193029 319760 system_pods.go:89] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.193035 319760 system_pods.go:126] duration metric: took 2.791259ms to wait for k8s-apps to be running ...
I1227 09:00:25.193044 319760 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:25.193098 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:25.206529 319760 system_svc.go:56] duration metric: took 13.456961ms WaitForService to wait for kubelet
I1227 09:00:25.206558 319760 kubeadm.go:587] duration metric: took 2.821650143s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:25.206576 319760 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:25.209590 319760 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:25.209612 319760 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:25.209625 319760 node_conditions.go:105] duration metric: took 3.044591ms to run NodePressure ...
I1227 09:00:25.209638 319760 start.go:242] waiting for startup goroutines ...
I1227 09:00:25.209650 319760 start.go:247] waiting for cluster config update ...
I1227 09:00:25.209667 319760 start.go:256] writing updated cluster config ...
I1227 09:00:25.209952 319760 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:25.213797 319760 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:25.217453 319760 pod_ready.go:83] waiting for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:27.223346 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:29.224676 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:27.285469 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:29.784714 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
==> CRI-O <==
Dec 27 09:00:18 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:18.273045917Z" level=info msg="Starting container: 8ca0bbafedbe107122161b1b2b98fecb4b1a64b02fb04da8045549ef76127355" id=98582855-b790-4d78-bfae-5eec68371f4c name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:18 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:18.277560559Z" level=info msg="Started container" PID=1888 containerID=8ca0bbafedbe107122161b1b2b98fecb4b1a64b02fb04da8045549ef76127355 description=kube-system/coredns-7d764666f9-dbmsr/coredns id=98582855-b790-4d78-bfae-5eec68371f4c name=/runtime.v1.RuntimeService/StartContainer sandboxID=a12ff3c431669e407389ea91653ab3246bccd85103dad0b9c3a715a3bf1f9d00
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.241061839Z" level=info msg="Running pod sandbox: default/busybox/POD" id=d8d3ec6c-b3cc-4c7c-941c-1dca58f771ed name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.241143466Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.253724929Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b4dd814b66316d434bd2c78467e3ea733d0aa0bde91e15894bc0b7a576f8ceed UID:035e9caf-e364-4a5a-8fba-4b6c643cc6f9 NetNS:/var/run/netns/c52cf1dc-a98d-4dae-8e8d-069b460e9278 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0001286a0}] Aliases:map[]}"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.253903286Z" level=info msg="Adding pod default_busybox to CNI network \"kindnet\" (type=ptp)"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.271603571Z" level=info msg="Got pod network &{Name:busybox Namespace:default ID:b4dd814b66316d434bd2c78467e3ea733d0aa0bde91e15894bc0b7a576f8ceed UID:035e9caf-e364-4a5a-8fba-4b6c643cc6f9 NetNS:/var/run/netns/c52cf1dc-a98d-4dae-8e8d-069b460e9278 Networks:[{Name:kindnet Ifname:eth0}] RuntimeConfig:map[kindnet:{IP: MAC: PortMappings:[] Bandwidth:<nil> IpRanges:[] CgroupPath: PodAnnotations:0xc0001286a0}] Aliases:map[]}"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.271800135Z" level=info msg="Checking pod default_busybox for CNI network kindnet (type=ptp)"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.272901367Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.274108808Z" level=info msg="Ran pod sandbox b4dd814b66316d434bd2c78467e3ea733d0aa0bde91e15894bc0b7a576f8ceed with infra container: default/busybox/POD" id=d8d3ec6c-b3cc-4c7c-941c-1dca58f771ed name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.275908531Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=1b9eba0f-571c-4b13-9aaf-82ba2508b189 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.276325048Z" level=info msg="Image gcr.io/k8s-minikube/busybox:1.28.4-glibc not found" id=1b9eba0f-571c-4b13-9aaf-82ba2508b189 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.276470621Z" level=info msg="Neither image nor artfiact gcr.io/k8s-minikube/busybox:1.28.4-glibc found" id=1b9eba0f-571c-4b13-9aaf-82ba2508b189 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.277469969Z" level=info msg="Pulling image: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=17580971-7ee6-42b8-9c0f-1389ec8a4983 name=/runtime.v1.ImageService/PullImage
Dec 27 09:00:21 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:21.280878452Z" level=info msg="Trying to access \"gcr.io/k8s-minikube/busybox:1.28.4-glibc\""
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.504883836Z" level=info msg="Pulled image: gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998" id=17580971-7ee6-42b8-9c0f-1389ec8a4983 name=/runtime.v1.ImageService/PullImage
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.505818145Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=a99fc07e-e510-4093-aa62-a42724895914 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.510057776Z" level=info msg="Checking image status: gcr.io/k8s-minikube/busybox:1.28.4-glibc" id=b7fa1670-3b83-4942-ac3b-b5fe914e8ada name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.514804908Z" level=info msg="Creating container: default/busybox/busybox" id=12b2e65c-861b-4fff-8b28-8ab1e1d0aa20 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.514949042Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.519913879Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.520478254Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.560017598Z" level=info msg="Created container 8a6b4927694308bd9df6af118285e746fcb608de436950c6f7ca23c1f49722eb: default/busybox/busybox" id=12b2e65c-861b-4fff-8b28-8ab1e1d0aa20 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.561063149Z" level=info msg="Starting container: 8a6b4927694308bd9df6af118285e746fcb608de436950c6f7ca23c1f49722eb" id=6f12f83f-a288-44f0-b66b-18c169821642 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:22 default-k8s-diff-port-828751 crio[775]: time="2025-12-27T09:00:22.564375067Z" level=info msg="Started container" PID=1966 containerID=8a6b4927694308bd9df6af118285e746fcb608de436950c6f7ca23c1f49722eb description=default/busybox/busybox id=6f12f83f-a288-44f0-b66b-18c169821642 name=/runtime.v1.RuntimeService/StartContainer sandboxID=b4dd814b66316d434bd2c78467e3ea733d0aa0bde91e15894bc0b7a576f8ceed
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
8a6b492769430 gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998 9 seconds ago Running busybox 0 b4dd814b66316 busybox default
8ca0bbafedbe1 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 13 seconds ago Running coredns 0 a12ff3c431669 coredns-7d764666f9-dbmsr kube-system
474ac402007e9 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 13 seconds ago Running storage-provisioner 0 17614a3d99196 storage-provisioner kube-system
635200dfe055e docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 24 seconds ago Running kindnet-cni 0 cb75bfeb5952e kindnet-rnws2 kube-system
fcc2d2396eaef 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 30 seconds ago Running kube-proxy 0 68cce6c9ea6a9 kube-proxy-q8js9 kube-system
1fda4d86464d0 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 40 seconds ago Running kube-controller-manager 0 63aa3b11d6fc3 kube-controller-manager-default-k8s-diff-port-828751 kube-system
0ddeb9df37613 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 40 seconds ago Running kube-apiserver 0 a479be569d518 kube-apiserver-default-k8s-diff-port-828751 kube-system
9c794ab2971ef 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 40 seconds ago Running etcd 0 d3f4313f3ad8f etcd-default-k8s-diff-port-828751 kube-system
2d1642b50d603 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 40 seconds ago Running kube-scheduler 0 b476d9997ab23 kube-scheduler-default-k8s-diff-port-828751 kube-system
==> coredns [8ca0bbafedbe107122161b1b2b98fecb4b1a64b02fb04da8045549ef76127355] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
.:53
[INFO] plugin/reload: Running configuration SHA512 = 66f0a748f44f6317a6b122af3f457c9dd0ecaed8718ffbf95a69434523efd9ec4992e71f54c7edd5753646fe9af89ac2138b9c3ce14d4a0ba9d2372a55f120bb
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:60069 - 15208 "HINFO IN 276718025881431469.4628269031939655673. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.446735952s
==> describe nodes <==
Name: default-k8s-diff-port-828751
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=default-k8s-diff-port-828751
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=default-k8s-diff-port-828751
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_56_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-828751
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:00:26 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:26 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:26 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:26 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:26 +0000 Sat, 27 Dec 2025 09:00:17 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.103.2
Hostname: default-k8s-diff-port-828751
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 1b92c1c7-44c0-477e-8c77-8f9450b131cf
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11s
kube-system coredns-7d764666f9-dbmsr 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 30s
kube-system etcd-default-k8s-diff-port-828751 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 36s
kube-system kindnet-rnws2 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 30s
kube-system kube-apiserver-default-k8s-diff-port-828751 250m (3%) 0 (0%) 0 (0%) 0 (0%) 36s
kube-system kube-controller-manager-default-k8s-diff-port-828751 200m (2%) 0 (0%) 0 (0%) 0 (0%) 36s
kube-system kube-proxy-q8js9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 30s
kube-system kube-scheduler-default-k8s-diff-port-828751 100m (1%) 0 (0%) 0 (0%) 0 (0%) 36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 32s node-controller Node default-k8s-diff-port-828751 event: Registered Node default-k8s-diff-port-828751 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [9c794ab2971efc489c8a4e80cf526f727a3ba112a1f552451d21921bddc56616] <==
{"level":"info","ts":"2025-12-27T08:59:51.397416Z","caller":"membership/cluster.go:424","msg":"added member","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","added-peer-id":"f23060b075c4c089","added-peer-peer-urls":["https://192.168.103.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T08:59:51.788997Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f23060b075c4c089 is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T08:59:51.789101Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f23060b075c4c089 became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T08:59:51.789163Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgPreVoteResp from f23060b075c4c089 at term 1"}
{"level":"info","ts":"2025-12-27T08:59:51.789184Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:51.789204Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f23060b075c4c089 became candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:59:51.789923Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgVoteResp from f23060b075c4c089 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:51.789966Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T08:59:51.789990Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f23060b075c4c089 became leader at term 2"}
{"level":"info","ts":"2025-12-27T08:59:51.790004Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f23060b075c4c089 elected leader f23060b075c4c089 at term 2"}
{"level":"info","ts":"2025-12-27T08:59:51.790880Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"f23060b075c4c089","local-member-attributes":"{Name:default-k8s-diff-port-828751 ClientURLs:[https://192.168.103.2:2379]}","cluster-id":"3336683c081d149d","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:59:51.790898Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:51.790964Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:51.790936Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:51.791160Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:59:51.791306Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:59:51.791579Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:51.791677Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:51.791719Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T08:59:51.791760Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T08:59:51.791858Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T08:59:51.792077Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:51.792117Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T08:59:51.795764Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T08:59:51.796267Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.103.2:2379"}
==> kernel <==
09:00:31 up 43 min, 0 user, load average: 4.50, 3.93, 2.58
Linux default-k8s-diff-port-828751 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [635200dfe055ec45c6e523f06cd258bb42039f501024b5926286101c7a18b841] <==
I1227 09:00:07.080568 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:00:07.080905 1 main.go:139] hostIP = 192.168.103.2
podIP = 192.168.103.2
I1227 09:00:07.081074 1 main.go:148] setting mtu 1500 for CNI
I1227 09:00:07.081097 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:00:07.081121 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:00:07Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:00:07.300528 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:00:07.300588 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:00:07.300603 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:00:07.301687 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:00:07.600767 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:00:07.600896 1 metrics.go:72] Registering metrics
I1227 09:00:07.601215 1 controller.go:711] "Syncing nftables rules"
I1227 09:00:17.301591 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:00:17.301676 1 main.go:301] handling current node
I1227 09:00:27.300905 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:00:27.300952 1 main.go:301] handling current node
==> kube-apiserver [0ddeb9df37613101a8817e7569baa1ce70cd6bac988cdd8be63b7cc1fe54b919] <==
I1227 08:59:53.156250 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 08:59:53.156358 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1227 08:59:53.161012 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:53.161155 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 08:59:53.171092 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 08:59:53.171266 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 08:59:53.181439 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:59:54.053391 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 08:59:54.058037 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 08:59:54.058113 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 08:59:54.792270 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:59:54.883582 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:59:54.959728 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 08:59:54.967893 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.103.2]
I1227 08:59:54.969135 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 08:59:54.974651 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 08:59:55.129514 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 08:59:55.890807 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 08:59:55.904675 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 08:59:55.916292 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 09:00:00.780981 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:00.785769 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:01.037917 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:00:01.081045 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
E1227 09:00:30.064456 1 conn.go:339] Error on socket receive: read tcp 192.168.103.2:8444->192.168.103.1:60324: use of closed network connection
==> kube-controller-manager [1fda4d86464d0bc2e8e013b4e3ae8fff9e02fa95b654140e1aa824b195b75961] <==
I1227 08:59:59.938848 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.939019 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.939212 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.939338 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.939346 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.940262 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941470 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941508 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941637 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941642 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941787 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 08:59:59.941871 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="default-k8s-diff-port-828751"
I1227 08:59:59.941923 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 08:59:59.941942 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.941948 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.943611 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.943634 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.945664 1 range_allocator.go:433] "Set node PodCIDR" node="default-k8s-diff-port-828751" podCIDRs=["10.244.0.0/24"]
I1227 08:59:59.947887 1 shared_informer.go:377] "Caches are synced"
I1227 08:59:59.985838 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:00.042387 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:00.042403 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:00:00.042407 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:00:00.086480 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:19.943678 1 node_lifecycle_controller.go:1057] "Controller detected that some Nodes are Ready. Exiting master disruption mode"
==> kube-proxy [fcc2d2396eaefdba52ca150642982c3a259c2a2e6f64750f5d149b98a2caae54] <==
I1227 09:00:01.511763 1 server_linux.go:53] "Using iptables proxy"
I1227 09:00:01.572953 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:01.673640 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:01.673692 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.103.2"]
E1227 09:00:01.673773 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:00:01.692230 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:00:01.692291 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:00:01.697590 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:00:01.697888 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:00:01.697902 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:01.698953 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:00:01.698979 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:00:01.698982 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:00:01.698988 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:00:01.698965 1 config.go:200] "Starting service config controller"
I1227 09:00:01.699010 1 config.go:309] "Starting node config controller"
I1227 09:00:01.699021 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:00:01.699014 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:00:01.799854 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:00:01.799872 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:00:01.799942 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 09:00:01.799972 1 shared_informer.go:356] "Caches are synced" controller="node config"
==> kube-scheduler [2d1642b50d6038f221901a372650d7d1798f369aaf1a903edba7fa9788387969] <==
E1227 08:59:53.174141 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:59:53.174164 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:59:53.174201 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:53.174231 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:59:53.174261 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:53.174291 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 08:59:53.174301 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 08:59:53.174358 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 08:59:53.174398 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 08:59:53.174413 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 08:59:53.174207 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:59:53.175505 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:59:53.175596 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 08:59:54.018218 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 08:59:54.046454 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 08:59:54.064366 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_amd64.s:1693" type="*v1.ConfigMap"
E1227 08:59:54.068647 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 08:59:54.093385 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 08:59:54.095519 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 08:59:54.150124 1 reflector.go:204] "Failed to watch" err="failed to list *v1.DeviceClass: deviceclasses.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"deviceclasses\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.DeviceClass"
E1227 08:59:54.167026 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicationController"
E1227 08:59:54.217029 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 08:59:54.273525 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 08:59:54.403362 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
I1227 08:59:56.158568 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.160818 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k6c5v\" (UniqueName: \"kubernetes.io/projected/d687b498-a74e-41b2-8119-e56a3e2fc3f6-kube-api-access-k6c5v\") pod \"kube-proxy-q8js9\" (UID: \"d687b498-a74e-41b2-8119-e56a3e2fc3f6\") " pod="kube-system/kube-proxy-q8js9"
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.160838 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/7f96bc54-e191-4b64-972b-091885ed160e-xtables-lock\") pod \"kindnet-rnws2\" (UID: \"7f96bc54-e191-4b64-972b-091885ed160e\") " pod="kube-system/kindnet-rnws2"
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.160868 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/d687b498-a74e-41b2-8119-e56a3e2fc3f6-kube-proxy\") pod \"kube-proxy-q8js9\" (UID: \"d687b498-a74e-41b2-8119-e56a3e2fc3f6\") " pod="kube-system/kube-proxy-q8js9"
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.160895 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/d687b498-a74e-41b2-8119-e56a3e2fc3f6-xtables-lock\") pod \"kube-proxy-q8js9\" (UID: \"d687b498-a74e-41b2-8119-e56a3e2fc3f6\") " pod="kube-system/kube-proxy-q8js9"
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.160913 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/7f96bc54-e191-4b64-972b-091885ed160e-lib-modules\") pod \"kindnet-rnws2\" (UID: \"7f96bc54-e191-4b64-972b-091885ed160e\") " pod="kube-system/kindnet-rnws2"
Dec 27 09:00:01 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:01.909643 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-q8js9" podStartSLOduration=0.909623858 podStartE2EDuration="909.623858ms" podCreationTimestamp="2025-12-27 09:00:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:00:01.909547158 +0000 UTC m=+6.202434972" watchObservedRunningTime="2025-12-27 09:00:01.909623858 +0000 UTC m=+6.202511671"
Dec 27 09:00:03 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:03.129036 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-default-k8s-diff-port-828751" containerName="kube-scheduler"
Dec 27 09:00:04 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:04.489973 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-default-k8s-diff-port-828751" containerName="kube-apiserver"
Dec 27 09:00:06 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:06.919437 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-rnws2" podStartSLOduration=0.581837318 podStartE2EDuration="5.919415687s" podCreationTimestamp="2025-12-27 09:00:01 +0000 UTC" firstStartedPulling="2025-12-27 09:00:01.42465383 +0000 UTC m=+5.717541628" lastFinishedPulling="2025-12-27 09:00:06.762232204 +0000 UTC m=+11.055119997" observedRunningTime="2025-12-27 09:00:06.919331377 +0000 UTC m=+11.212219189" watchObservedRunningTime="2025-12-27 09:00:06.919415687 +0000 UTC m=+11.212303501"
Dec 27 09:00:07 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:07.040597 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-default-k8s-diff-port-828751" containerName="etcd"
Dec 27 09:00:07 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:07.911720 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-default-k8s-diff-port-828751" containerName="etcd"
Dec 27 09:00:08 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:08.773919 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-default-k8s-diff-port-828751" containerName="kube-controller-manager"
Dec 27 09:00:13 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:13.136102 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-default-k8s-diff-port-828751" containerName="kube-scheduler"
Dec 27 09:00:14 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:14.496767 1309 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-default-k8s-diff-port-828751" containerName="kube-apiserver"
Dec 27 09:00:17 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:17.883970 1309 kubelet_node_status.go:427] "Fast updating node status as it just became ready"
Dec 27 09:00:17 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:17.986235 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp\" (UniqueName: \"kubernetes.io/host-path/5300bac9-92fe-4a18-966a-3a2f537a9157-tmp\") pod \"storage-provisioner\" (UID: \"5300bac9-92fe-4a18-966a-3a2f537a9157\") " pod="kube-system/storage-provisioner"
Dec 27 09:00:17 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:17.986337 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-72lls\" (UniqueName: \"kubernetes.io/projected/a577ef95-568b-4513-a771-d0555c534c55-kube-api-access-72lls\") pod \"coredns-7d764666f9-dbmsr\" (UID: \"a577ef95-568b-4513-a771-d0555c534c55\") " pod="kube-system/coredns-7d764666f9-dbmsr"
Dec 27 09:00:17 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:17.986416 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2pnx9\" (UniqueName: \"kubernetes.io/projected/5300bac9-92fe-4a18-966a-3a2f537a9157-kube-api-access-2pnx9\") pod \"storage-provisioner\" (UID: \"5300bac9-92fe-4a18-966a-3a2f537a9157\") " pod="kube-system/storage-provisioner"
Dec 27 09:00:17 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:17.986458 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/a577ef95-568b-4513-a771-d0555c534c55-config-volume\") pod \"coredns-7d764666f9-dbmsr\" (UID: \"a577ef95-568b-4513-a771-d0555c534c55\") " pod="kube-system/coredns-7d764666f9-dbmsr"
Dec 27 09:00:18 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:18.937664 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-dbmsr" containerName="coredns"
Dec 27 09:00:18 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:18.966499 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/coredns-7d764666f9-dbmsr" podStartSLOduration=17.966477359 podStartE2EDuration="17.966477359s" podCreationTimestamp="2025-12-27 09:00:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:00:18.9527411 +0000 UTC m=+23.245628914" watchObservedRunningTime="2025-12-27 09:00:18.966477359 +0000 UTC m=+23.259365174"
Dec 27 09:00:18 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:18.977255 1309 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/storage-provisioner" podStartSLOduration=17.977233661 podStartE2EDuration="17.977233661s" podCreationTimestamp="2025-12-27 09:00:01 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:00:18.976799895 +0000 UTC m=+23.269687711" watchObservedRunningTime="2025-12-27 09:00:18.977233661 +0000 UTC m=+23.270121476"
Dec 27 09:00:19 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:19.942759 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-dbmsr" containerName="coredns"
Dec 27 09:00:20 default-k8s-diff-port-828751 kubelet[1309]: E1227 09:00:20.945158 1309 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-dbmsr" containerName="coredns"
Dec 27 09:00:21 default-k8s-diff-port-828751 kubelet[1309]: I1227 09:00:21.009943 1309 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-j96d6\" (UniqueName: \"kubernetes.io/projected/035e9caf-e364-4a5a-8fba-4b6c643cc6f9-kube-api-access-j96d6\") pod \"busybox\" (UID: \"035e9caf-e364-4a5a-8fba-4b6c643cc6f9\") " pod="default/busybox"
==> storage-provisioner [474ac402007e94de0fdfba2adc0ae770d2182d75b75a9bcfcfabaddacb810b3c] <==
I1227 09:00:18.278241 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:18.296253 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:18.296444 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:00:18.299348 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:18.305578 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:00:18.305761 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:00:18.305937 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_c6c32c53-d444-4d69-a2b3-02017fb70b58!
I1227 09:00:18.306518 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"8b28f9cc-56a6-4352-b2e1-4e4e58f36045", APIVersion:"v1", ResourceVersion:"454", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-828751_c6c32c53-d444-4d69-a2b3-02017fb70b58 became leader
W1227 09:00:18.312279 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:18.316184 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:00:18.406431 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_c6c32c53-d444-4d69-a2b3-02017fb70b58!
W1227 09:00:20.319620 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:20.323905 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:22.328365 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:22.336115 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:24.339538 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:24.343974 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:26.347622 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:26.353168 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:28.357458 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:28.361739 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:30.366073 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:30.393506 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:270: (dbg) Run: kubectl --context default-k8s-diff-port-828751 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonWhileActive (2.78s)
=== RUN TestStartStop/group/old-k8s-version/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-amd64 pause -p old-k8s-version-601009 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p old-k8s-version-601009 --alsologtostderr -v=1: exit status 80 (2.274747799s)
-- stdout --
* Pausing node old-k8s-version-601009 ...
-- /stdout --
** stderr **
I1227 09:00:44.576619 325342 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:44.576745 325342 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:44.576767 325342 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:44.576775 325342 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:44.576960 325342 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:44.577210 325342 out.go:368] Setting JSON to false
I1227 09:00:44.577229 325342 mustload.go:66] Loading cluster: old-k8s-version-601009
I1227 09:00:44.577585 325342 config.go:182] Loaded profile config "old-k8s-version-601009": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.28.0
I1227 09:00:44.577980 325342 cli_runner.go:164] Run: docker container inspect old-k8s-version-601009 --format={{.State.Status}}
I1227 09:00:44.596749 325342 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 09:00:44.597126 325342 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:44.652078 325342 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:87 OomKillDisable:false NGoroutines:88 SystemTime:2025-12-27 09:00:44.641635891 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:44.652946 325342 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:old-k8s-version-601009 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s
(bool=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 09:00:44.654840 325342 out.go:179] * Pausing node old-k8s-version-601009 ...
I1227 09:00:44.656061 325342 host.go:66] Checking if "old-k8s-version-601009" exists ...
I1227 09:00:44.656347 325342 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:44.656401 325342 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-601009
I1227 09:00:44.674443 325342 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33108 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/old-k8s-version-601009/id_rsa Username:docker}
I1227 09:00:44.764546 325342 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:44.777155 325342 pause.go:52] kubelet running: true
I1227 09:00:44.777215 325342 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:00:44.937898 325342 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:00:44.937993 325342 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:00:45.005034 325342 cri.go:96] found id: "280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97"
I1227 09:00:45.005059 325342 cri.go:96] found id: "364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304"
I1227 09:00:45.005064 325342 cri.go:96] found id: "93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
I1227 09:00:45.005070 325342 cri.go:96] found id: "336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30"
I1227 09:00:45.005075 325342 cri.go:96] found id: "7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a"
I1227 09:00:45.005080 325342 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 09:00:45.005084 325342 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 09:00:45.005090 325342 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 09:00:45.005094 325342 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 09:00:45.005103 325342 cri.go:96] found id: "cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
I1227 09:00:45.005111 325342 cri.go:96] found id: "7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b"
I1227 09:00:45.005115 325342 cri.go:96] found id: ""
I1227 09:00:45.005158 325342 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:00:45.016895 325342 retry.go:84] will retry after 300ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:45Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:45.302424 325342 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:45.315705 325342 pause.go:52] kubelet running: false
I1227 09:00:45.315788 325342 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:00:45.463058 325342 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:00:45.463145 325342 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:00:45.531608 325342 cri.go:96] found id: "280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97"
I1227 09:00:45.531633 325342 cri.go:96] found id: "364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304"
I1227 09:00:45.531639 325342 cri.go:96] found id: "93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
I1227 09:00:45.531642 325342 cri.go:96] found id: "336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30"
I1227 09:00:45.531645 325342 cri.go:96] found id: "7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a"
I1227 09:00:45.531648 325342 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 09:00:45.531651 325342 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 09:00:45.531654 325342 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 09:00:45.531657 325342 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 09:00:45.531667 325342 cri.go:96] found id: "cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
I1227 09:00:45.531671 325342 cri.go:96] found id: "7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b"
I1227 09:00:45.531673 325342 cri.go:96] found id: ""
I1227 09:00:45.531711 325342 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:00:45.845352 325342 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:45.858002 325342 pause.go:52] kubelet running: false
I1227 09:00:45.858054 325342 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:00:45.996057 325342 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:00:45.996128 325342 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:00:46.061947 325342 cri.go:96] found id: "280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97"
I1227 09:00:46.061968 325342 cri.go:96] found id: "364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304"
I1227 09:00:46.061975 325342 cri.go:96] found id: "93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
I1227 09:00:46.061980 325342 cri.go:96] found id: "336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30"
I1227 09:00:46.061985 325342 cri.go:96] found id: "7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a"
I1227 09:00:46.061989 325342 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 09:00:46.061993 325342 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 09:00:46.061996 325342 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 09:00:46.062001 325342 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 09:00:46.062024 325342 cri.go:96] found id: "cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
I1227 09:00:46.062033 325342 cri.go:96] found id: "7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b"
I1227 09:00:46.062037 325342 cri.go:96] found id: ""
I1227 09:00:46.062078 325342 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:00:46.534057 325342 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:46.561596 325342 pause.go:52] kubelet running: false
I1227 09:00:46.561656 325342 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:00:46.708379 325342 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:00:46.708459 325342 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:00:46.776267 325342 cri.go:96] found id: "280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97"
I1227 09:00:46.776290 325342 cri.go:96] found id: "364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304"
I1227 09:00:46.776299 325342 cri.go:96] found id: "93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
I1227 09:00:46.776302 325342 cri.go:96] found id: "336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30"
I1227 09:00:46.776305 325342 cri.go:96] found id: "7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a"
I1227 09:00:46.776320 325342 cri.go:96] found id: "0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713"
I1227 09:00:46.776325 325342 cri.go:96] found id: "3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd"
I1227 09:00:46.776330 325342 cri.go:96] found id: "018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126"
I1227 09:00:46.776334 325342 cri.go:96] found id: "e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2"
I1227 09:00:46.776343 325342 cri.go:96] found id: "cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
I1227 09:00:46.776347 325342 cri.go:96] found id: "7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b"
I1227 09:00:46.776351 325342 cri.go:96] found id: ""
I1227 09:00:46.776396 325342 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:00:46.790285 325342 out.go:203]
W1227 09:00:46.791520 325342 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:46Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:46Z" level=error msg="open /run/runc: no such file or directory"
W1227 09:00:46.791542 325342 out.go:285] *
*
W1227 09:00:46.793177 325342 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 09:00:46.795002 325342 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-amd64 pause -p old-k8s-version-601009 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect old-k8s-version-601009
helpers_test.go:244: (dbg) docker inspect old-k8s-version-601009:
-- stdout --
[
{
"Id": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"Created": "2025-12-27T08:58:31.667679775Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 312884,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:59:45.681735213Z",
"FinishedAt": "2025-12-27T08:59:44.71139184Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hostname",
"HostsPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hosts",
"LogPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1-json.log",
"Name": "/old-k8s-version-601009",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-601009:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "old-k8s-version-601009",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"LowerDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/merged",
"UpperDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/diff",
"WorkDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-601009",
"Source": "/var/lib/docker/volumes/old-k8s-version-601009/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-601009",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-601009",
"name.minikube.sigs.k8s.io": "old-k8s-version-601009",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "a13a3ac591e61cead181a7908d1fab7fa42044b0a417b5a8931d8ede3ea5970b",
"SandboxKey": "/var/run/docker/netns/a13a3ac591e6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33108"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33109"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33112"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33110"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33111"
}
]
},
"Networks": {
"old-k8s-version-601009": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c820b69073091b2d42912cd044572f380d65b4ab55d3d7e6f0d70798cb55d60",
"EndpointID": "077f03a4e5c03cc292c650f646a448d925a920d2823d6c442db771d9d5f4b8db",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "46:f2:b9:6c:b7:21",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-601009",
"e489bd3c214e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009: exit status 2 (322.60823ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25: (1.049964645s)
helpers_test.go:261: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo systemctl cat containerd --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /lib/systemd/system/containerd.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/containerd/config.toml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo containerd config dump │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status crio --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl cat crio --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:14
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:14.978465 319760 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:14.978732 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978742 319760 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:14.978747 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978974 319760 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:14.979574 319760 out.go:368] Setting JSON to false
I1227 09:00:14.980721 319760 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2567,"bootTime":1766823448,"procs":326,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:14.980783 319760 start.go:143] virtualization: kvm guest
I1227 09:00:14.982721 319760 out.go:179] * [embed-certs-914340] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:14.984170 319760 notify.go:221] Checking for updates...
I1227 09:00:14.984191 319760 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:14.985343 319760 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:14.986518 319760 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:14.987758 319760 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:14.989045 319760 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:14.990417 319760 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:14.992380 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:14.993146 319760 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:15.020854 319760 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:15.021038 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.078279 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.068732639 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.078424 319760 docker.go:319] overlay module found
I1227 09:00:15.080177 319760 out.go:179] * Using the docker driver based on existing profile
W1227 09:00:12.270026 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
W1227 09:00:14.270112 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:15.081490 319760 start.go:309] selected driver: docker
I1227 09:00:15.081528 319760 start.go:928] validating driver "docker" against &{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.081625 319760 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:15.082218 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.136059 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.126254904 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.136395 319760 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:15.136430 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:15.136498 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:15.136553 319760 start.go:353] cluster config:
{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.138256 319760 out.go:179] * Starting "embed-certs-914340" primary control-plane node in "embed-certs-914340" cluster
I1227 09:00:15.139266 319760 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:15.140635 319760 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:15.141729 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:15.141760 319760 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:15.141776 319760 cache.go:65] Caching tarball of preloaded images
I1227 09:00:15.141814 319760 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:15.141867 319760 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:15.141882 319760 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:15.142022 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.162081 319760 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:15.162101 319760 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:15.162121 319760 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:15.162151 319760 start.go:360] acquireMachinesLock for embed-certs-914340: {Name:mk2d06131e67562a94196e83dbc8acc2d71448e4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:15.162212 319760 start.go:364] duration metric: took 43.777µs to acquireMachinesLock for "embed-certs-914340"
I1227 09:00:15.162230 319760 start.go:96] Skipping create...Using existing machine configuration
I1227 09:00:15.162235 319760 fix.go:54] fixHost starting:
I1227 09:00:15.162593 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.180078 319760 fix.go:112] recreateIfNeeded on embed-certs-914340: state=Stopped err=<nil>
W1227 09:00:15.180111 319760 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:00:11.784725 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:14.283784 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:13.030052 318904 out.go:252] * Restarting existing docker container for "no-preload-598808" ...
I1227 09:00:13.030123 318904 cli_runner.go:164] Run: docker start no-preload-598808
I1227 09:00:13.336755 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:13.360305 318904 kic.go:430] container "no-preload-598808" state is running.
I1227 09:00:13.360756 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:13.383307 318904 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/config.json ...
I1227 09:00:13.383582 318904 machine.go:94] provisionDockerMachine start ...
I1227 09:00:13.383670 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:13.406170 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:13.406529 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:13.406549 318904 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:13.407381 318904 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53726->127.0.0.1:33113: read: connection reset by peer
I1227 09:00:16.531084 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.531109 318904 ubuntu.go:182] provisioning hostname "no-preload-598808"
I1227 09:00:16.531171 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.548484 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.548692 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.548705 318904 main.go:144] libmachine: About to run SSH command:
sudo hostname no-preload-598808 && echo "no-preload-598808" | sudo tee /etc/hostname
I1227 09:00:16.679079 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.679196 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.697688 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.697997 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.698023 318904 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-598808' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-598808/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-598808' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:16.820673 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:16.820699 318904 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:16.820719 318904 ubuntu.go:190] setting up certificates
I1227 09:00:16.820739 318904 provision.go:84] configureAuth start
I1227 09:00:16.820804 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:16.838090 318904 provision.go:143] copyHostCerts
I1227 09:00:16.838159 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:16.838171 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:16.838251 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:16.838374 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:16.838399 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:16.838445 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:16.838527 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:16.838539 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:16.838577 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:16.838650 318904 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.no-preload-598808 san=[127.0.0.1 192.168.94.2 localhost minikube no-preload-598808]
I1227 09:00:16.927763 318904 provision.go:177] copyRemoteCerts
I1227 09:00:16.927823 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:16.927857 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.945859 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.037810 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:17.055636 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:00:17.072968 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:17.089618 318904 provision.go:87] duration metric: took 268.856503ms to configureAuth
I1227 09:00:17.089641 318904 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:17.089840 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:17.089960 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.108113 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:17.108418 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:17.108444 318904 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:17.408512 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:17.408543 318904 machine.go:97] duration metric: took 4.024943611s to provisionDockerMachine
I1227 09:00:17.408554 318904 start.go:293] postStartSetup for "no-preload-598808" (driver="docker")
I1227 09:00:17.408565 318904 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:17.408617 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:17.408665 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.428828 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.521054 318904 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:17.525083 318904 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:17.525115 318904 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:17.525129 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:17.525186 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:17.525255 318904 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:17.525357 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:17.533262 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:17.550594 318904 start.go:296] duration metric: took 142.024783ms for postStartSetup
I1227 09:00:17.550690 318904 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:17.550754 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.569271 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.657260 318904 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:17.661745 318904 fix.go:56] duration metric: took 4.654534395s for fixHost
I1227 09:00:17.661771 318904 start.go:83] releasing machines lock for "no-preload-598808", held for 4.654596326s
I1227 09:00:17.661833 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:17.680714 318904 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:17.680772 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.680801 318904 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:17.680876 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.699086 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.699603 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.839444 318904 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:17.845782 318904 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:17.881052 318904 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:17.886388 318904 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:17.886462 318904 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:17.896041 318904 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:17.896067 318904 start.go:496] detecting cgroup driver to use...
I1227 09:00:17.896104 318904 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:17.896147 318904 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:17.914259 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:17.928609 318904 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:17.928656 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:17.944461 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:17.956606 318904 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:18.040625 318904 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:18.125226 318904 docker.go:234] disabling docker service ...
I1227 09:00:18.125287 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:18.139222 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:18.151373 318904 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:18.237253 318904 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:18.344471 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:18.356835 318904 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:18.371691 318904 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:18.371749 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.380109 318904 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:18.380167 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.388643 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.396927 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.405904 318904 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:18.413771 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.422378 318904 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.431888 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.440376 318904 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:18.447504 318904 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:18.454444 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:18.531954 318904 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:18.671219 318904 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:18.671291 318904 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:18.675442 318904 start.go:574] Will wait 60s for crictl version
I1227 09:00:18.675502 318904 ssh_runner.go:195] Run: which crictl
I1227 09:00:18.679050 318904 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:18.704817 318904 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:18.704901 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.732607 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.762007 318904 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:18.763561 318904 cli_runner.go:164] Run: docker network inspect no-preload-598808 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:18.783044 318904 ssh_runner.go:195] Run: grep 192.168.94.1 host.minikube.internal$ /etc/hosts
I1227 09:00:18.787387 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.94.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.797880 318904 kubeadm.go:884] updating cluster {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:18.798002 318904 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:18.798039 318904 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:18.832208 318904 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:18.832236 318904 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:18.832246 318904 kubeadm.go:935] updating node { 192.168.94.2 8443 v1.35.0 crio true true} ...
I1227 09:00:18.832385 318904 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-598808 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.94.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:18.832473 318904 ssh_runner.go:195] Run: crio config
I1227 09:00:18.881339 318904 cni.go:84] Creating CNI manager for ""
I1227 09:00:18.881366 318904 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:18.881383 318904 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:18.881405 318904 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.94.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-598808 NodeName:no-preload-598808 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.94.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.94.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:18.881521 318904 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.94.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-598808"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.94.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.94.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:18.881581 318904 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:18.889706 318904 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:18.889772 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:18.897627 318904 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:00:18.911632 318904 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:18.925803 318904 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2213 bytes)
I1227 09:00:18.941455 318904 ssh_runner.go:195] Run: grep 192.168.94.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:18.945493 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.94.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.958643 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.048385 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:19.077143 318904 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808 for IP: 192.168.94.2
I1227 09:00:19.077165 318904 certs.go:195] generating shared ca certs ...
I1227 09:00:19.077184 318904 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.077373 318904 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:19.077442 318904 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:19.077454 318904 certs.go:257] generating profile certs ...
I1227 09:00:19.077584 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key
I1227 09:00:19.077671 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9
I1227 09:00:19.077739 318904 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key
I1227 09:00:19.077885 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:19.077934 318904 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:19.077949 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:19.077988 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:19.078025 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:19.078056 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:19.078112 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.078902 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:19.101134 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:19.120674 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:19.141188 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:19.168221 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:00:19.187390 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:19.204886 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:19.222447 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:19.239484 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:19.257376 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:19.274657 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:19.294159 318904 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:19.306595 318904 ssh_runner.go:195] Run: openssl version
I1227 09:00:19.313021 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.320237 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:19.327879 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331844 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331906 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.367698 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:19.376225 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:19.384372 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:19.392041 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395805 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395863 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:19.434339 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:19.442487 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:19.450550 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:19.458387 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462144 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462217 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:19.500738 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:19.510236 318904 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:19.514885 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:19.550936 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:19.586605 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:19.634349 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:19.681017 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:19.738276 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:19.788495 318904 kubeadm.go:401] StartCluster: {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:19.788597 318904 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:19.788677 318904 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:19.824989 318904 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:00:19.825013 318904 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:00:19.825019 318904 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:00:19.825024 318904 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:00:19.825056 318904 cri.go:96] found id: ""
I1227 09:00:19.825100 318904 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:19.839186 318904 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:19Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:19.839257 318904 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:19.848361 318904 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:19.848383 318904 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:19.848427 318904 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:19.859464 318904 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:19.860133 318904 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-598808" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.860590 318904 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-598808" cluster setting kubeconfig missing "no-preload-598808" context setting]
I1227 09:00:19.861410 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.863408 318904 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:19.871567 318904 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.94.2
I1227 09:00:19.871596 318904 kubeadm.go:602] duration metric: took 23.20711ms to restartPrimaryControlPlane
I1227 09:00:19.871606 318904 kubeadm.go:403] duration metric: took 83.119368ms to StartCluster
I1227 09:00:19.871685 318904 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.871779 318904 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.873135 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.873419 318904 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:19.873442 318904 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:19.873531 318904 addons.go:70] Setting storage-provisioner=true in profile "no-preload-598808"
I1227 09:00:19.873554 318904 addons.go:239] Setting addon storage-provisioner=true in "no-preload-598808"
W1227 09:00:19.873563 318904 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:19.873571 318904 addons.go:70] Setting dashboard=true in profile "no-preload-598808"
I1227 09:00:19.873591 318904 addons.go:239] Setting addon dashboard=true in "no-preload-598808"
W1227 09:00:19.873599 318904 addons.go:248] addon dashboard should already be in state true
I1227 09:00:19.873612 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.873640 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873656 318904 addons.go:70] Setting default-storageclass=true in profile "no-preload-598808"
I1227 09:00:19.873667 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873669 318904 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "no-preload-598808"
I1227 09:00:19.874011 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874264 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874281 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.876468 318904 out.go:179] * Verifying Kubernetes components...
I1227 09:00:19.878491 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.903086 318904 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:19.903111 318904 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:19.904579 318904 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:19.904603 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:19.904656 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.904589 318904 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:15.181950 319760 out.go:252] * Restarting existing docker container for "embed-certs-914340" ...
I1227 09:00:15.182026 319760 cli_runner.go:164] Run: docker start embed-certs-914340
I1227 09:00:15.420463 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.443709 319760 kic.go:430] container "embed-certs-914340" state is running.
I1227 09:00:15.444068 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:15.463051 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.463262 319760 machine.go:94] provisionDockerMachine start ...
I1227 09:00:15.463361 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:15.481702 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:15.481930 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:15.481944 319760 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:15.482656 319760 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:41096->127.0.0.1:33118: read: connection reset by peer
I1227 09:00:18.606276 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.606301 319760 ubuntu.go:182] provisioning hostname "embed-certs-914340"
I1227 09:00:18.606377 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.626085 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.626301 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.626338 319760 main.go:144] libmachine: About to run SSH command:
sudo hostname embed-certs-914340 && echo "embed-certs-914340" | sudo tee /etc/hostname
I1227 09:00:18.763150 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.763225 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.783596 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.783899 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.783931 319760 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-914340' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-914340/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-914340' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:18.910351 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:18.910379 319760 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:18.910397 319760 ubuntu.go:190] setting up certificates
I1227 09:00:18.910406 319760 provision.go:84] configureAuth start
I1227 09:00:18.910450 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:18.929892 319760 provision.go:143] copyHostCerts
I1227 09:00:18.929959 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:18.929977 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:18.930043 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:18.930160 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:18.930171 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:18.930203 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:18.930263 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:18.930271 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:18.930301 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:18.930391 319760 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.embed-certs-914340 san=[127.0.0.1 192.168.76.2 embed-certs-914340 localhost minikube]
I1227 09:00:19.010820 319760 provision.go:177] copyRemoteCerts
I1227 09:00:19.010887 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:19.010927 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.029933 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.122944 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:19.142410 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1227 09:00:19.167280 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1227 09:00:19.187691 319760 provision.go:87] duration metric: took 277.265379ms to configureAuth
I1227 09:00:19.187719 319760 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:19.187934 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.188053 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.207075 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:19.207402 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:19.207423 319760 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:19.508979 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:19.509008 319760 machine.go:97] duration metric: took 4.045733005s to provisionDockerMachine
I1227 09:00:19.509026 319760 start.go:293] postStartSetup for "embed-certs-914340" (driver="docker")
I1227 09:00:19.509040 319760 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:19.509116 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:19.509172 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.528884 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.621302 319760 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:19.625241 319760 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:19.625270 319760 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:19.625282 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:19.625353 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:19.625453 319760 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:19.625591 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:19.635011 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.654377 319760 start.go:296] duration metric: took 145.334241ms for postStartSetup
I1227 09:00:19.654519 319760 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:19.654568 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.680235 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.779295 319760 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:19.785057 319760 fix.go:56] duration metric: took 4.622816802s for fixHost
I1227 09:00:19.785085 319760 start.go:83] releasing machines lock for "embed-certs-914340", held for 4.62286216s
I1227 09:00:19.785146 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:19.807271 319760 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:19.807344 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.807356 319760 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:19.807430 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.830254 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.831511 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.936632 319760 ssh_runner.go:195] Run: systemctl --version
W1227 09:00:16.270504 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:18.270499 311117 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:00:18.270537 311117 node_ready.go:38] duration metric: took 17.003690741s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:18.270555 311117 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:18.270618 311117 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:18.292623 311117 api_server.go:72] duration metric: took 17.343072982s to wait for apiserver process to appear ...
I1227 09:00:18.292673 311117 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:18.292696 311117 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:00:18.299171 311117 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:00:18.300119 311117 api_server.go:141] control plane version: v1.35.0
I1227 09:00:18.300149 311117 api_server.go:131] duration metric: took 7.467297ms to wait for apiserver health ...
I1227 09:00:18.300159 311117 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:18.304165 311117 system_pods.go:59] 8 kube-system pods found
I1227 09:00:18.304202 311117 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.304211 311117 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.304229 311117 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.304235 311117 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.304240 311117 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.304246 311117 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.304250 311117 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.304257 311117 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.304266 311117 system_pods.go:74] duration metric: took 4.099986ms to wait for pod list to return data ...
I1227 09:00:18.304285 311117 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:18.307266 311117 default_sa.go:45] found service account: "default"
I1227 09:00:18.307293 311117 default_sa.go:55] duration metric: took 3.000658ms for default service account to be created ...
I1227 09:00:18.307304 311117 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:18.405143 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.405189 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.405199 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.405214 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.405218 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.405225 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.405236 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.405242 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.405247 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.405288 311117 retry.go:84] will retry after 300ms: missing components: kube-dns
I1227 09:00:18.660535 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.660576 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.660588 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.660596 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.660608 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.660613 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.660619 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.660624 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.660637 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:19.050245 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:19.050276 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running
I1227 09:00:19.050282 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:19.050287 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:19.050290 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:19.050294 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:19.050298 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:19.050301 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:19.050304 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running
I1227 09:00:19.050324 311117 system_pods.go:126] duration metric: took 743.013373ms to wait for k8s-apps to be running ...
I1227 09:00:19.050335 311117 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:19.050379 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:19.063408 311117 system_svc.go:56] duration metric: took 13.063714ms WaitForService to wait for kubelet
I1227 09:00:19.063453 311117 kubeadm.go:587] duration metric: took 18.113907138s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:19.063482 311117 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:19.066288 311117 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:19.066339 311117 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:19.066380 311117 node_conditions.go:105] duration metric: took 2.891352ms to run NodePressure ...
I1227 09:00:19.066398 311117 start.go:242] waiting for startup goroutines ...
I1227 09:00:19.066407 311117 start.go:247] waiting for cluster config update ...
I1227 09:00:19.066420 311117 start.go:256] writing updated cluster config ...
I1227 09:00:19.066735 311117 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:19.070399 311117 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:19.073585 311117 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.078260 311117 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:00:19.078275 311117 pod_ready.go:86] duration metric: took 4.66988ms for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.080614 311117 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.084763 311117 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.084782 311117 pod_ready.go:86] duration metric: took 4.143563ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.086821 311117 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.090619 311117 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.090636 311117 pod_ready.go:86] duration metric: took 3.78995ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.092388 311117 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.474852 311117 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.474885 311117 pod_ready.go:86] duration metric: took 382.477754ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.675186 311117 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.074752 311117 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:00:20.074788 311117 pod_ready.go:86] duration metric: took 399.573381ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:16.783099 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:18.784077 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:20.276258 311117 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675002 311117 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:20.675032 311117 pod_ready.go:86] duration metric: took 398.741898ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675048 311117 pod_ready.go:40] duration metric: took 1.604611581s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:20.739682 311117 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:20.742925 311117 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:00:20.030565 319760 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:20.070123 319760 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:20.075843 319760 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:20.075923 319760 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:20.085683 319760 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:20.085707 319760 start.go:496] detecting cgroup driver to use...
I1227 09:00:20.085740 319760 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:20.085787 319760 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:20.104146 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:20.120764 319760 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:20.120819 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:20.138295 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:20.151963 319760 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:20.241861 319760 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:20.343162 319760 docker.go:234] disabling docker service ...
I1227 09:00:20.343242 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:20.360549 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:20.374877 319760 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:20.476682 319760 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:20.570338 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:20.584932 319760 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:20.601302 319760 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:20.601391 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.612133 319760 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:20.612201 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.622187 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.632016 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.641186 319760 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:20.650272 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.659951 319760 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.669171 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.679863 319760 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:20.689065 319760 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:20.699016 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:20.803534 319760 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:20.964939 319760 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:20.965011 319760 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:20.969197 319760 start.go:574] Will wait 60s for crictl version
I1227 09:00:20.969257 319760 ssh_runner.go:195] Run: which crictl
I1227 09:00:20.973074 319760 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:20.997962 319760 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:20.998042 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.026184 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.064816 319760 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:19.905077 318904 addons.go:239] Setting addon default-storageclass=true in "no-preload-598808"
W1227 09:00:19.905099 318904 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:19.905125 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.905551 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.908415 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:19.908437 318904 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:19.908494 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.933489 318904 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:19.933514 318904 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:19.933608 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.937953 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.945757 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.972526 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:20.027965 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:20.041984 318904 node_ready.go:35] waiting up to 6m0s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:20.055776 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:20.060192 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:20.060219 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:20.075055 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:20.075078 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:20.076362 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:20.091690 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:20.091715 318904 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:20.107027 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:20.107059 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:20.124205 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:20.124232 318904 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:20.137084 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:20.137120 318904 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:20.150614 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:20.150650 318904 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:20.163991 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:20.164012 318904 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:20.177561 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:20.177602 318904 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:20.197145 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:21.235483 318904 node_ready.go:49] node "no-preload-598808" is "Ready"
I1227 09:00:21.235521 318904 node_ready.go:38] duration metric: took 1.193490188s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:21.235538 318904 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:21.235588 318904 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:21.849824 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.794011529s)
I1227 09:00:21.849837 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.773443808s)
I1227 09:00:21.849995 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.652813997s)
I1227 09:00:21.850028 318904 api_server.go:72] duration metric: took 1.976572905s to wait for apiserver process to appear ...
I1227 09:00:21.850045 318904 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:21.850063 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:21.851872 318904 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-598808 addons enable metrics-server
I1227 09:00:21.854885 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:21.854911 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:21.858767 318904 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:21.066187 319760 cli_runner.go:164] Run: docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:21.083832 319760 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 09:00:21.087961 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.098009 319760 kubeadm.go:884] updating cluster {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:21.098124 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:21.098166 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.156735 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.156767 319760 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:21.156832 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.193712 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.193736 319760 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:21.193743 319760 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 09:00:21.193832 319760 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-914340 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:21.193895 319760 ssh_runner.go:195] Run: crio config
I1227 09:00:21.269846 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:21.269929 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:21.269960 319760 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:21.270031 319760 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-914340 NodeName:embed-certs-914340 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/et
c/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:21.270378 319760 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-914340"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:21.270525 319760 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:21.284219 319760 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:21.284286 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:21.298259 319760 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1227 09:00:21.319804 319760 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:21.339227 319760 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1227 09:00:21.354373 319760 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:21.358332 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.371473 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:21.480393 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:21.516086 319760 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340 for IP: 192.168.76.2
I1227 09:00:21.516111 319760 certs.go:195] generating shared ca certs ...
I1227 09:00:21.516132 319760 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:21.516295 319760 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:21.516371 319760 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:21.516387 319760 certs.go:257] generating profile certs ...
I1227 09:00:21.516503 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key
I1227 09:00:21.516586 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c
I1227 09:00:21.516635 319760 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key
I1227 09:00:21.516766 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:21.516808 319760 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:21.516820 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:21.516853 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:21.516885 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:21.516915 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:21.516969 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:21.517780 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:21.538958 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:21.559051 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:21.580442 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:21.604811 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1227 09:00:21.630328 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:00:21.650133 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:21.670986 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:21.692706 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:21.714372 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:21.736181 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:21.757931 319760 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:21.772025 319760 ssh_runner.go:195] Run: openssl version
I1227 09:00:21.778359 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.787178 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:21.795509 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799715 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799765 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.835758 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:21.844038 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:21.852654 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:21.860916 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865073 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865127 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:21.906341 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:21.914374 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:21.921531 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:21.928658 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932424 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932474 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:21.968387 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:21.976214 319760 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:21.980470 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:22.015649 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:22.059354 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:22.103391 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:22.144184 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:22.202337 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:22.275345 319760 kubeadm.go:401] StartCluster: {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:22.275458 319760 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:22.275536 319760 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:22.323642 319760 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:00:22.323668 319760 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:00:22.323673 319760 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:00:22.323680 319760 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:00:22.323685 319760 cri.go:96] found id: ""
I1227 09:00:22.323729 319760 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:22.341372 319760 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:22Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:22.341448 319760 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:22.352672 319760 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:22.352713 319760 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:22.352770 319760 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:22.364908 319760 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:22.366253 319760 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-914340" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.367231 319760 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-914340" cluster setting kubeconfig missing "embed-certs-914340" context setting]
I1227 09:00:22.368680 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.370992 319760 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:22.382829 319760 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1227 09:00:22.382860 319760 kubeadm.go:602] duration metric: took 30.137227ms to restartPrimaryControlPlane
I1227 09:00:22.382872 319760 kubeadm.go:403] duration metric: took 107.563217ms to StartCluster
I1227 09:00:22.382889 319760 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.382963 319760 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.384672 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.384885 319760 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:22.385005 319760 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:22.385129 319760 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-914340"
I1227 09:00:22.385157 319760 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-914340"
W1227 09:00:22.385162 319760 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:22.385182 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385483 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:22.385535 319760 addons.go:70] Setting dashboard=true in profile "embed-certs-914340"
I1227 09:00:22.385552 319760 addons.go:239] Setting addon dashboard=true in "embed-certs-914340"
W1227 09:00:22.385559 319760 addons.go:248] addon dashboard should already be in state true
I1227 09:00:22.385580 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385581 319760 addons.go:70] Setting default-storageclass=true in profile "embed-certs-914340"
I1227 09:00:22.385601 319760 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-914340"
I1227 09:00:22.385872 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386035 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386387 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.387554 319760 out.go:179] * Verifying Kubernetes components...
I1227 09:00:22.388602 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:22.414645 319760 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:22.415786 319760 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.415807 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:22.415865 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.416957 319760 addons.go:239] Setting addon default-storageclass=true in "embed-certs-914340"
W1227 09:00:22.416980 319760 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:22.417005 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.417575 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.423434 319760 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:22.424827 319760 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:21.859751 318904 addons.go:530] duration metric: took 1.986317959s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:22.350624 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.356770 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:22.356843 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:22.426361 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:22.426417 319760 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:22.426491 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.451402 319760 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.451428 319760 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:22.451492 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.453379 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.466060 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.483821 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.572882 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:22.590995 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.596587 319760 node_ready.go:35] waiting up to 6m0s for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:22.600493 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:22.600516 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:22.608306 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.620433 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:22.620460 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:22.650078 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:22.650102 319760 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:22.669807 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:22.669830 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:22.685944 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:22.685971 319760 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:22.701165 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:22.701187 319760 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:22.715933 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:22.715960 319760 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:22.731510 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:22.731535 319760 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:22.744294 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:22.744333 319760 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:22.758956 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:23.586505 319760 node_ready.go:49] node "embed-certs-914340" is "Ready"
I1227 09:00:23.586545 319760 node_ready.go:38] duration metric: took 989.917315ms for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:23.586562 319760 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:23.586626 319760 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:24.176239 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.585200357s)
I1227 09:00:24.176349 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.567967324s)
I1227 09:00:24.176467 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.417478497s)
I1227 09:00:24.176512 319760 api_server.go:72] duration metric: took 1.79160109s to wait for apiserver process to appear ...
I1227 09:00:24.176531 319760 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:24.176558 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.178249 319760 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-914340 addons enable metrics-server
I1227 09:00:24.183005 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.183026 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:24.189220 319760 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:24.190375 319760 addons.go:530] duration metric: took 1.80537084s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:24.676962 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.683149 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.683192 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:20.785821 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:23.284038 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:25.285185 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:22.850627 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.855035 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 200:
ok
I1227 09:00:22.855982 318904 api_server.go:141] control plane version: v1.35.0
I1227 09:00:22.856006 318904 api_server.go:131] duration metric: took 1.005953399s to wait for apiserver health ...
I1227 09:00:22.856016 318904 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:22.859301 318904 system_pods.go:59] 8 kube-system pods found
I1227 09:00:22.859380 318904 system_pods.go:61] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.859396 318904 system_pods.go:61] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.859408 318904 system_pods.go:61] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.859419 318904 system_pods.go:61] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.859430 318904 system_pods.go:61] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.859441 318904 system_pods.go:61] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.859451 318904 system_pods.go:61] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.859461 318904 system_pods.go:61] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.859472 318904 system_pods.go:74] duration metric: took 3.449565ms to wait for pod list to return data ...
I1227 09:00:22.859484 318904 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:22.861767 318904 default_sa.go:45] found service account: "default"
I1227 09:00:22.861794 318904 default_sa.go:55] duration metric: took 2.301154ms for default service account to be created ...
I1227 09:00:22.861804 318904 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:22.864507 318904 system_pods.go:86] 8 kube-system pods found
I1227 09:00:22.864532 318904 system_pods.go:89] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.864540 318904 system_pods.go:89] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.864548 318904 system_pods.go:89] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.864557 318904 system_pods.go:89] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.864569 318904 system_pods.go:89] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.864578 318904 system_pods.go:89] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.864586 318904 system_pods.go:89] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.864595 318904 system_pods.go:89] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.864606 318904 system_pods.go:126] duration metric: took 2.79405ms to wait for k8s-apps to be running ...
I1227 09:00:22.864617 318904 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:22.864662 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:22.880530 318904 system_svc.go:56] duration metric: took 15.905964ms WaitForService to wait for kubelet
I1227 09:00:22.880557 318904 kubeadm.go:587] duration metric: took 3.007101803s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:22.880578 318904 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:22.883496 318904 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:22.883523 318904 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:22.883546 318904 node_conditions.go:105] duration metric: took 2.96216ms to run NodePressure ...
I1227 09:00:22.883562 318904 start.go:242] waiting for startup goroutines ...
I1227 09:00:22.883576 318904 start.go:247] waiting for cluster config update ...
I1227 09:00:22.883591 318904 start.go:256] writing updated cluster config ...
I1227 09:00:22.883906 318904 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:22.888266 318904 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:22.891905 318904 pod_ready.go:83] waiting for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:24.897784 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:26.908378 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:25.176688 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:25.182035 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 200:
ok
I1227 09:00:25.183233 319760 api_server.go:141] control plane version: v1.35.0
I1227 09:00:25.183259 319760 api_server.go:131] duration metric: took 1.006721661s to wait for apiserver health ...
I1227 09:00:25.183266 319760 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:25.187675 319760 system_pods.go:59] 8 kube-system pods found
I1227 09:00:25.187712 319760 system_pods.go:61] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.187724 319760 system_pods.go:61] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.187732 319760 system_pods.go:61] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.187742 319760 system_pods.go:61] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.187756 319760 system_pods.go:61] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.187765 319760 system_pods.go:61] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.187775 319760 system_pods.go:61] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.187781 319760 system_pods.go:61] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.187791 319760 system_pods.go:74] duration metric: took 4.519088ms to wait for pod list to return data ...
I1227 09:00:25.187804 319760 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:25.190207 319760 default_sa.go:45] found service account: "default"
I1227 09:00:25.190228 319760 default_sa.go:55] duration metric: took 2.414933ms for default service account to be created ...
I1227 09:00:25.190239 319760 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:25.192959 319760 system_pods.go:86] 8 kube-system pods found
I1227 09:00:25.192984 319760 system_pods.go:89] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.192994 319760 system_pods.go:89] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.193000 319760 system_pods.go:89] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.193009 319760 system_pods.go:89] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.193015 319760 system_pods.go:89] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.193020 319760 system_pods.go:89] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.193025 319760 system_pods.go:89] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.193029 319760 system_pods.go:89] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.193035 319760 system_pods.go:126] duration metric: took 2.791259ms to wait for k8s-apps to be running ...
I1227 09:00:25.193044 319760 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:25.193098 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:25.206529 319760 system_svc.go:56] duration metric: took 13.456961ms WaitForService to wait for kubelet
I1227 09:00:25.206558 319760 kubeadm.go:587] duration metric: took 2.821650143s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:25.206576 319760 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:25.209590 319760 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:25.209612 319760 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:25.209625 319760 node_conditions.go:105] duration metric: took 3.044591ms to run NodePressure ...
I1227 09:00:25.209638 319760 start.go:242] waiting for startup goroutines ...
I1227 09:00:25.209650 319760 start.go:247] waiting for cluster config update ...
I1227 09:00:25.209667 319760 start.go:256] writing updated cluster config ...
I1227 09:00:25.209952 319760 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:25.213797 319760 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:25.217453 319760 pod_ready.go:83] waiting for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:27.223346 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:29.224676 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:27.285469 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:29.784714 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:31.285532 312361 pod_ready.go:94] pod "coredns-5dd5756b68-jmdcs" is "Ready"
I1227 09:00:31.285561 312361 pod_ready.go:86] duration metric: took 35.007308209s for pod "coredns-5dd5756b68-jmdcs" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.289861 312361 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.295945 312361 pod_ready.go:94] pod "etcd-old-k8s-version-601009" is "Ready"
I1227 09:00:31.295979 312361 pod_ready.go:86] duration metric: took 6.090473ms for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.299947 312361 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.304890 312361 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-601009" is "Ready"
I1227 09:00:31.304920 312361 pod_ready.go:86] duration metric: took 4.947072ms for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.308639 312361 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.482912 312361 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-601009" is "Ready"
I1227 09:00:31.482942 312361 pod_ready.go:86] duration metric: took 174.276411ms for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.684828 312361 pod_ready.go:83] waiting for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.082952 312361 pod_ready.go:94] pod "kube-proxy-gwsjm" is "Ready"
I1227 09:00:32.082991 312361 pod_ready.go:86] duration metric: took 398.137914ms for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.284443 312361 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.683825 312361 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-601009" is "Ready"
I1227 09:00:32.683908 312361 pod_ready.go:86] duration metric: took 399.392389ms for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.683929 312361 pod_ready.go:40] duration metric: took 36.40990729s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:32.751478 312361 start.go:625] kubectl: 1.35.0, cluster: 1.28.0 (minor skew: 7)
I1227 09:00:32.753682 312361 out.go:203]
W1227 09:00:32.755154 312361 out.go:285] ! /usr/local/bin/kubectl is version 1.35.0, which may have incompatibilities with Kubernetes 1.28.0.
I1227 09:00:32.756443 312361 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1227 09:00:32.757966 312361 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-601009" cluster and "default" namespace by default
W1227 09:00:29.398548 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:31.398596 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:31.725634 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:33.740010 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:33.898056 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:36.396829 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:36.223900 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:38.224382 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:38.397513 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:40.897197 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:40.723025 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:43.222887 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
==> CRI-O <==
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.00005276Z" level=info msg="Started container" PID=1734 containerID=13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760 description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper id=82719a28-f064-4214-a118-a5cd61e375fa name=/runtime.v1.RuntimeService/StartContainer sandboxID=4bbf2a930c7d549ffe2b290ffbdb465b1f3bf8c53957e1588c3e1f5a09c55b92
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.962759637Z" level=info msg="Removing container: 9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172" id=70e67ac7-538f-4f4a-94bb-04ddbda9552d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.972835453Z" level=info msg="Removed container 9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=70e67ac7-538f-4f4a-94bb-04ddbda9552d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.991140999Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=52d0ff20-474c-42ad-a3a6-bd30227150fe name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.992119594Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=955e2c8e-39bb-4e21-affa-694d0c2ac9bd name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.993263854Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=1c417c3f-acb9-4a61-9e90-b511a5a01d83 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.993424734Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.999645198Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.999831272Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/f8b73350fcfc61d0f4de786393d8140b3634367e0691a8906bf15e3247809ebe/merged/etc/passwd: no such file or directory"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.000227045Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/f8b73350fcfc61d0f4de786393d8140b3634367e0691a8906bf15e3247809ebe/merged/etc/group: no such file or directory"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.000561325Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.036262773Z" level=info msg="Created container 280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97: kube-system/storage-provisioner/storage-provisioner" id=1c417c3f-acb9-4a61-9e90-b511a5a01d83 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.036891459Z" level=info msg="Starting container: 280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97" id=5445ef68-1c5d-4448-abfc-6d838bd4c4d6 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.039182366Z" level=info msg="Started container" PID=1751 containerID=280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97 description=kube-system/storage-provisioner/storage-provisioner id=5445ef68-1c5d-4448-abfc-6d838bd4c4d6 name=/runtime.v1.RuntimeService/StartContainer sandboxID=788c27ec0671a860fce0ac6966cba112a2469cb193c6f74ffd6cd844c0b97db2
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.863196505Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=5b2a924e-dc9f-42f7-a936-916be44593d3 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.864259472Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=46ca1e2e-f689-4605-9f2d-3be08da2ff48 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.865342934Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=ef08e5de-c217-4eed-97aa-45144b9fe895 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.865715725Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.872858272Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.876069138Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.923990448Z" level=info msg="Created container cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=ef08e5de-c217-4eed-97aa-45144b9fe895 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.924722331Z" level=info msg="Starting container: cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a" id=e0f0b98c-43b4-4256-8679-2afd3ab5b7be name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.926681057Z" level=info msg="Started container" PID=1765 containerID=cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper id=e0f0b98c-43b4-4256-8679-2afd3ab5b7be name=/runtime.v1.RuntimeService/StartContainer sandboxID=4bbf2a930c7d549ffe2b290ffbdb465b1f3bf8c53957e1588c3e1f5a09c55b92
Dec 27 09:00:30 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:30.008517377Z" level=info msg="Removing container: 13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760" id=8c0a7df8-2ee6-4f6d-bdf2-5d92643e827f name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:30 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:30.019163741Z" level=info msg="Removed container 13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=8c0a7df8-2ee6-4f6d-bdf2-5d92643e827f name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
cd6ed6218dc1d a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 17 seconds ago Exited dashboard-metrics-scraper 2 4bbf2a930c7d5 dashboard-metrics-scraper-5f989dc9cf-kc94n kubernetes-dashboard
280532b9b641f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 21 seconds ago Running storage-provisioner 1 788c27ec0671a storage-provisioner kube-system
7312dccf733b3 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 36 seconds ago Running kubernetes-dashboard 0 8bfa66f86eb4e kubernetes-dashboard-8694d4445c-xl8dp kubernetes-dashboard
98790fd242662 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 52 seconds ago Running busybox 1 ae8a50503dd39 busybox default
364ef29f844d9 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 52 seconds ago Running coredns 0 347e98b94a6af coredns-5dd5756b68-jmdcs kube-system
93d0ff80ab74d 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 52 seconds ago Exited storage-provisioner 0 788c27ec0671a storage-provisioner kube-system
336164ab84a49 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 52 seconds ago Running kindnet-cni 0 a89e9cd5a36eb kindnet-bxjrx kube-system
7bd3c7918642f ea1030da44aa18666a7bf15fddd2a38c3143c3277159cb8bdd95f45c8ce62d7a 52 seconds ago Running kube-proxy 0 311b4b05eb8cf kube-proxy-gwsjm kube-system
0a32e3ccee6b8 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 55 seconds ago Running etcd 0 e08391fa104fc etcd-old-k8s-version-601009 kube-system
3db8f758909e8 bb5e0dde9054c02d6badee88547be7e7bb7b7b818d277c8a61b4b29484bbff95 55 seconds ago Running kube-apiserver 0 624528bdfa7f8 kube-apiserver-old-k8s-version-601009 kube-system
018c3415d41db 4be79c38a4bab6e1252a35697500e8a0d9c5c7c771d9fcc1935c9a7f6cdf4c62 55 seconds ago Running kube-controller-manager 0 70871c63e5881 kube-controller-manager-old-k8s-version-601009 kube-system
e018c539f3bc0 f6f496300a2ae7a6727ccf3080d66d2fd22b6cfc271df5351c976c23a28bb157 55 seconds ago Running kube-scheduler 0 926a8dfcb7131 kube-scheduler-old-k8s-version-601009 kube-system
==> coredns [364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/amd64, go1.20, 055b2c3
[INFO] 127.0.0.1:46231 - 29843 "HINFO IN 876678257404286298.3640694068783332685. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.484171754s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: old-k8s-version-601009
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=old-k8s-version-601009
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=old-k8s-version-601009
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_58_48_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:58:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-601009
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:00:35 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:59:14 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-601009
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 050e896d-4fe4-4317-a6d2-4cb2fdd7c200
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 91s
kube-system coredns-5dd5756b68-jmdcs 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 106s
kube-system etcd-old-k8s-version-601009 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 2m
kube-system kindnet-bxjrx 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 107s
kube-system kube-apiserver-old-k8s-version-601009 250m (3%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-controller-manager-old-k8s-version-601009 200m (2%) 0 (0%) 0 (0%) 0 (0%) 2m1s
kube-system kube-proxy-gwsjm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 107s
kube-system kube-scheduler-old-k8s-version-601009 100m (1%) 0 (0%) 0 (0%) 0 (0%) 2m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 105s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-kc94n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 40s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-xl8dp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 106s kube-proxy
Normal Starting 52s kube-proxy
Normal Starting 2m5s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m5s (x8 over 2m5s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m5s (x8 over 2m5s) kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m5s (x8 over 2m5s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 2m kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal Starting 2m kubelet Starting kubelet.
Normal RegisteredNode 107s node-controller Node old-k8s-version-601009 event: Registered Node old-k8s-version-601009 in Controller
Normal NodeReady 93s kubelet Node old-k8s-version-601009 status is now: NodeReady
Normal Starting 56s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 56s (x8 over 56s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 56s (x8 over 56s) kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 56s (x8 over 56s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal RegisteredNode 40s node-controller Node old-k8s-version-601009 event: Registered Node old-k8s-version-601009 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713] <==
{"level":"info","ts":"2025-12-27T08:59:52.47817Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2025-12-27T08:59:52.478477Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"9f0758e1c58a86ed","initial-advertise-peer-urls":["https://192.168.85.2:2380"],"listen-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.85.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-12-27T08:59:52.478603Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T08:59:52.47959Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T08:59:52.479766Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T08:59:52.479789Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T08:59:52.481425Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T08:59:53.466076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.466121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.46617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.466189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.467011Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-601009 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:59:53.46703Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:53.467059Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:53.467325Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:59:53.467357Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:59:53.468359Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T08:59:53.468363Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T09:00:12.070281Z","caller":"traceutil/trace.go:171","msg":"trace[1080293496] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"105.467293ms","start":"2025-12-27T09:00:11.964796Z","end":"2025-12-27T09:00:12.070264Z","steps":["trace[1080293496] 'process raft request' (duration: 105.429775ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:12.070356Z","caller":"traceutil/trace.go:171","msg":"trace[1859745305] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"106.751286ms","start":"2025-12-27T09:00:11.963574Z","end":"2025-12-27T09:00:12.070325Z","steps":["trace[1859745305] 'process raft request' (duration: 106.556407ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T09:00:12.402599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.848631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-jmdcs\" ","response":"range_response_count:1 size:4991"}
{"level":"info","ts":"2025-12-27T09:00:12.402675Z","caller":"traceutil/trace.go:171","msg":"trace[746757612] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-jmdcs; range_end:; response_count:1; response_revision:623; }","duration":"121.940891ms","start":"2025-12-27T09:00:12.28072Z","end":"2025-12-27T09:00:12.402661Z","steps":["trace[746757612] 'range keys from in-memory index tree' (duration: 121.719644ms)"],"step_count":1}
==> kernel <==
09:00:47 up 43 min, 0 user, load average: 3.78, 3.80, 2.56
Linux old-k8s-version-601009 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30] <==
I1227 08:59:55.508694 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:59:55.509093 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 08:59:55.509401 1 main.go:148] setting mtu 1500 for CNI
I1227 08:59:55.509431 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:59:55.509453 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:59:55Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:59:55.814033 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:59:55.814107 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:59:55.814126 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:59:55.814364 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:59:56.314767 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:59:56.314797 1 metrics.go:72] Registering metrics
I1227 08:59:56.314860 1 controller.go:711] "Syncing nftables rules"
I1227 09:00:05.812909 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:05.812975 1 main.go:301] handling current node
I1227 09:00:15.812787 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:15.812836 1 main.go:301] handling current node
I1227 09:00:25.812734 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:25.812768 1 main.go:301] handling current node
I1227 09:00:35.815120 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:35.815191 1 main.go:301] handling current node
I1227 09:00:45.818508 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:45.818549 1 main.go:301] handling current node
==> kube-apiserver [3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd] <==
I1227 08:59:54.777114 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1227 08:59:54.777370 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1227 08:59:54.787524 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1227 08:59:54.787603 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1227 08:59:54.788690 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1227 08:59:54.788914 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 08:59:54.792574 1 shared_informer.go:318] Caches are synced for configmaps
I1227 08:59:54.803912 1 aggregator.go:166] initial CRD sync complete...
I1227 08:59:54.808684 1 autoregister_controller.go:141] Starting autoregister controller
I1227 08:59:54.808703 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 08:59:54.808714 1 cache.go:39] Caches are synced for autoregister controller
I1227 08:59:54.804659 1 shared_informer.go:318] Caches are synced for node_authorizer
I1227 08:59:54.834817 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:59:55.680772 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1227 08:59:56.095398 1 controller.go:624] quota admission added evaluator for: namespaces
I1227 08:59:56.137621 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1227 08:59:56.157864 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:59:56.166441 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:59:56.174112 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1227 08:59:56.213240 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.103.48.80"}
I1227 08:59:56.231088 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.111.164.6"}
I1227 09:00:07.467672 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1227 09:00:07.767734 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:07.767734 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:07.817842 1 controller.go:624] quota admission added evaluator for: endpoints
==> kube-controller-manager [018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126] <==
I1227 09:00:07.660073 1 shared_informer.go:318] Caches are synced for stateful set
I1227 09:00:07.667912 1 shared_informer.go:318] Caches are synced for resource quota
I1227 09:00:07.972741 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="496.382847ms"
I1227 09:00:07.972904 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="108.353µs"
I1227 09:00:07.973456 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 09:00:07.973493 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1227 09:00:07.974986 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-kc94n"
I1227 09:00:07.975078 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-xl8dp"
I1227 09:00:07.981581 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="505.219161ms"
I1227 09:00:07.981619 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="505.154724ms"
I1227 09:00:07.986858 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 09:00:07.994518 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="12.860537ms"
I1227 09:00:07.994603 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="50.091µs"
I1227 09:00:07.994650 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="13.023219ms"
I1227 09:00:07.994793 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="74.448µs"
I1227 09:00:08.002416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="54.505µs"
I1227 09:00:12.071610 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="110.298172ms"
I1227 09:00:12.071742 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="87.645µs"
I1227 09:00:14.969590 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="89.671µs"
I1227 09:00:15.973436 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="145.002µs"
I1227 09:00:16.976428 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="105.775µs"
I1227 09:00:30.024883 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="95.588µs"
I1227 09:00:31.191665 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="10.805047ms"
I1227 09:00:31.191759 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="55.5µs"
I1227 09:00:38.292416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="102.111µs"
==> kube-proxy [7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a] <==
I1227 08:59:55.362891 1 server_others.go:69] "Using iptables proxy"
I1227 08:59:55.374620 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1227 08:59:55.408213 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:59:55.413587 1 server_others.go:152] "Using iptables Proxier"
I1227 08:59:55.413649 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1227 08:59:55.413666 1 server_others.go:438] "Defaulting to no-op detect-local"
I1227 08:59:55.413693 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1227 08:59:55.414466 1 server.go:846] "Version info" version="v1.28.0"
I1227 08:59:55.414544 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:55.415032 1 config.go:188] "Starting service config controller"
I1227 08:59:55.415065 1 shared_informer.go:311] Waiting for caches to sync for service config
I1227 08:59:55.415098 1 config.go:97] "Starting endpoint slice config controller"
I1227 08:59:55.415109 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1227 08:59:55.415121 1 config.go:315] "Starting node config controller"
I1227 08:59:55.415141 1 shared_informer.go:311] Waiting for caches to sync for node config
I1227 08:59:55.515795 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1227 08:59:55.515861 1 shared_informer.go:318] Caches are synced for service config
I1227 08:59:55.515988 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2] <==
I1227 08:59:53.201493 1 serving.go:348] Generated self-signed cert in-memory
W1227 08:59:54.721074 1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 08:59:54.721121 1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 08:59:54.721134 1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 08:59:54.721144 1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 08:59:54.767566 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1227 08:59:54.767608 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:54.780666 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1227 08:59:54.780790 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 08:59:54.780810 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1227 08:59:54.780832 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1227 08:59:54.881237 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 27 09:00:07 old-k8s-version-601009 kubelet[723]: I1227 09:00:07.980622 723 topology_manager.go:215] "Topology Admit Handler" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3" podNamespace="kubernetes-dashboard" podName="dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110723 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/14fc60d7-9b6e-47dd-9c12-176dd1bd7db3-tmp-volume\") pod \"dashboard-metrics-scraper-5f989dc9cf-kc94n\" (UID: \"14fc60d7-9b6e-47dd-9c12-176dd1bd7db3\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110792 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x8rp4\" (UniqueName: \"kubernetes.io/projected/840c7aaf-89e9-4e9f-ac25-879759e426a5-kube-api-access-x8rp4\") pod \"kubernetes-dashboard-8694d4445c-xl8dp\" (UID: \"840c7aaf-89e9-4e9f-ac25-879759e426a5\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110962 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/840c7aaf-89e9-4e9f-ac25-879759e426a5-tmp-volume\") pod \"kubernetes-dashboard-8694d4445c-xl8dp\" (UID: \"840c7aaf-89e9-4e9f-ac25-879759e426a5\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.111026 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k2wsw\" (UniqueName: \"kubernetes.io/projected/14fc60d7-9b6e-47dd-9c12-176dd1bd7db3-kube-api-access-k2wsw\") pod \"dashboard-metrics-scraper-5f989dc9cf-kc94n\" (UID: \"14fc60d7-9b6e-47dd-9c12-176dd1bd7db3\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:11 old-k8s-version-601009 kubelet[723]: I1227 09:00:11.961556 723 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp" podStartSLOduration=2.230693848 podCreationTimestamp="2025-12-27 09:00:07 +0000 UTC" firstStartedPulling="2025-12-27 09:00:08.303406124 +0000 UTC m=+16.543277544" lastFinishedPulling="2025-12-27 09:00:11.034194812 +0000 UTC m=+19.274066231" observedRunningTime="2025-12-27 09:00:11.960995544 +0000 UTC m=+20.200866982" watchObservedRunningTime="2025-12-27 09:00:11.961482535 +0000 UTC m=+20.201353973"
Dec 27 09:00:14 old-k8s-version-601009 kubelet[723]: I1227 09:00:14.955643 723 scope.go:117] "RemoveContainer" containerID="9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: I1227 09:00:15.961460 723 scope.go:117] "RemoveContainer" containerID="9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: I1227 09:00:15.961698 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: E1227 09:00:15.962053 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:16 old-k8s-version-601009 kubelet[723]: I1227 09:00:16.965955 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:16 old-k8s-version-601009 kubelet[723]: E1227 09:00:16.966195 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:18 old-k8s-version-601009 kubelet[723]: I1227 09:00:18.281836 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:18 old-k8s-version-601009 kubelet[723]: E1227 09:00:18.282297 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:25 old-k8s-version-601009 kubelet[723]: I1227 09:00:25.990664 723 scope.go:117] "RemoveContainer" containerID="93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
Dec 27 09:00:29 old-k8s-version-601009 kubelet[723]: I1227 09:00:29.862051 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: I1227 09:00:30.006751 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: I1227 09:00:30.007133 723 scope.go:117] "RemoveContainer" containerID="cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: E1227 09:00:30.007539 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:38 old-k8s-version-601009 kubelet[723]: I1227 09:00:38.282442 723 scope.go:117] "RemoveContainer" containerID="cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
Dec 27 09:00:38 old-k8s-version-601009 kubelet[723]: E1227 09:00:38.282856 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: kubelet.service: Consumed 1.552s CPU time.
==> kubernetes-dashboard [7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b] <==
2025/12/27 09:00:11 Starting overwatch
2025/12/27 09:00:11 Using namespace: kubernetes-dashboard
2025/12/27 09:00:11 Using in-cluster config to connect to apiserver
2025/12/27 09:00:11 Using secret token for csrf signing
2025/12/27 09:00:11 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:11 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:11 Successful initial request to the apiserver, version: v1.28.0
2025/12/27 09:00:11 Generating JWE encryption key
2025/12/27 09:00:11 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:11 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:11 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:11 Creating in-cluster Sidecar client
2025/12/27 09:00:11 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:11 Serving insecurely on HTTP port: 9090
2025/12/27 09:00:41 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97] <==
I1227 09:00:26.053824 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:26.064451 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:26.064506 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1227 09:00:43.461260 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:00:43.461380 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2692374f-cc0d-420b-b6c9-f08587297fdc", APIVersion:"v1", ResourceVersion:"666", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355 became leader
I1227 09:00:43.461433 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355!
I1227 09:00:43.561520 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355!
==> storage-provisioner [93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1] <==
I1227 08:59:55.300512 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:25.305639 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-601009 -n old-k8s-version-601009: exit status 2 (325.274925ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context old-k8s-version-601009 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect old-k8s-version-601009
helpers_test.go:244: (dbg) docker inspect old-k8s-version-601009:
-- stdout --
[
{
"Id": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"Created": "2025-12-27T08:58:31.667679775Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 312884,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T08:59:45.681735213Z",
"FinishedAt": "2025-12-27T08:59:44.71139184Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hostname",
"HostsPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/hosts",
"LogPath": "/var/lib/docker/containers/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1/e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1-json.log",
"Name": "/old-k8s-version-601009",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-601009:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "old-k8s-version-601009",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e489bd3c214e0510ceeef58f7ff47102173fe3844f6d4bd1fc16fba29918fbc1",
"LowerDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/merged",
"UpperDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/diff",
"WorkDir": "/var/lib/docker/overlay2/b0863630c5fb0f1ec85c90ea59ff17fa98bd3d490ad02833cb6779e2cda5b621/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-601009",
"Source": "/var/lib/docker/volumes/old-k8s-version-601009/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-601009",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-601009",
"name.minikube.sigs.k8s.io": "old-k8s-version-601009",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "a13a3ac591e61cead181a7908d1fab7fa42044b0a417b5a8931d8ede3ea5970b",
"SandboxKey": "/var/run/docker/netns/a13a3ac591e6",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33108"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33109"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33112"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33110"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33111"
}
]
},
"Networks": {
"old-k8s-version-601009": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "9c820b69073091b2d42912cd044572f380d65b4ab55d3d7e6f0d70798cb55d60",
"EndpointID": "077f03a4e5c03cc292c650f646a448d925a920d2823d6c442db771d9d5f4b8db",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "46:f2:b9:6c:b7:21",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"old-k8s-version-601009",
"e489bd3c214e"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009: exit status 2 (331.249919ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p old-k8s-version-601009 logs -n 25: (1.252879685s)
helpers_test.go:261: TestStartStop/group/old-k8s-version/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo systemctl cat containerd --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /lib/systemd/system/containerd.service │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo cat /etc/containerd/config.toml │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo containerd config dump │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl status crio --all --full --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo systemctl cat crio --no-pager │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo find /etc/crio -type f -exec sh -c 'echo {}; cat {}' \; │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:14
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:14.978465 319760 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:14.978732 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978742 319760 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:14.978747 319760 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:14.978974 319760 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:14.979574 319760 out.go:368] Setting JSON to false
I1227 09:00:14.980721 319760 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2567,"bootTime":1766823448,"procs":326,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:14.980783 319760 start.go:143] virtualization: kvm guest
I1227 09:00:14.982721 319760 out.go:179] * [embed-certs-914340] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:14.984170 319760 notify.go:221] Checking for updates...
I1227 09:00:14.984191 319760 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:14.985343 319760 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:14.986518 319760 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:14.987758 319760 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:14.989045 319760 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:14.990417 319760 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:14.992380 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:14.993146 319760 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:15.020854 319760 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:15.021038 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.078279 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.068732639 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.078424 319760 docker.go:319] overlay module found
I1227 09:00:15.080177 319760 out.go:179] * Using the docker driver based on existing profile
W1227 09:00:12.270026 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
W1227 09:00:14.270112 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:15.081490 319760 start.go:309] selected driver: docker
I1227 09:00:15.081528 319760 start.go:928] validating driver "docker" against &{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerN
ame:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.081625 319760 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:15.082218 319760 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:15.136059 319760 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:77 SystemTime:2025-12-27 09:00:15.126254904 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:15.136395 319760 start_flags.go:1019] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:15.136430 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:15.136498 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:15.136553 319760 start.go:353] cluster config:
{Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Contain
erRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false
DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:15.138256 319760 out.go:179] * Starting "embed-certs-914340" primary control-plane node in "embed-certs-914340" cluster
I1227 09:00:15.139266 319760 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:15.140635 319760 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:15.141729 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:15.141760 319760 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:15.141776 319760 cache.go:65] Caching tarball of preloaded images
I1227 09:00:15.141814 319760 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:15.141867 319760 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:15.141882 319760 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:15.142022 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.162081 319760 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:15.162101 319760 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:15.162121 319760 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:15.162151 319760 start.go:360] acquireMachinesLock for embed-certs-914340: {Name:mk2d06131e67562a94196e83dbc8acc2d71448e4 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:15.162212 319760 start.go:364] duration metric: took 43.777µs to acquireMachinesLock for "embed-certs-914340"
I1227 09:00:15.162230 319760 start.go:96] Skipping create...Using existing machine configuration
I1227 09:00:15.162235 319760 fix.go:54] fixHost starting:
I1227 09:00:15.162593 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.180078 319760 fix.go:112] recreateIfNeeded on embed-certs-914340: state=Stopped err=<nil>
W1227 09:00:15.180111 319760 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:00:11.784725 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:14.283784 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:13.030052 318904 out.go:252] * Restarting existing docker container for "no-preload-598808" ...
I1227 09:00:13.030123 318904 cli_runner.go:164] Run: docker start no-preload-598808
I1227 09:00:13.336755 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:13.360305 318904 kic.go:430] container "no-preload-598808" state is running.
I1227 09:00:13.360756 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:13.383307 318904 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/config.json ...
I1227 09:00:13.383582 318904 machine.go:94] provisionDockerMachine start ...
I1227 09:00:13.383670 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:13.406170 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:13.406529 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:13.406549 318904 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:13.407381 318904 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:53726->127.0.0.1:33113: read: connection reset by peer
I1227 09:00:16.531084 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.531109 318904 ubuntu.go:182] provisioning hostname "no-preload-598808"
I1227 09:00:16.531171 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.548484 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.548692 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.548705 318904 main.go:144] libmachine: About to run SSH command:
sudo hostname no-preload-598808 && echo "no-preload-598808" | sudo tee /etc/hostname
I1227 09:00:16.679079 318904 main.go:144] libmachine: SSH cmd err, output: <nil>: no-preload-598808
I1227 09:00:16.679196 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.697688 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:16.697997 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:16.698023 318904 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sno-preload-598808' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 no-preload-598808/g' /etc/hosts;
else
echo '127.0.1.1 no-preload-598808' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:16.820673 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:16.820699 318904 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:16.820719 318904 ubuntu.go:190] setting up certificates
I1227 09:00:16.820739 318904 provision.go:84] configureAuth start
I1227 09:00:16.820804 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:16.838090 318904 provision.go:143] copyHostCerts
I1227 09:00:16.838159 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:16.838171 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:16.838251 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:16.838374 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:16.838399 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:16.838445 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:16.838527 318904 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:16.838539 318904 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:16.838577 318904 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:16.838650 318904 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.no-preload-598808 san=[127.0.0.1 192.168.94.2 localhost minikube no-preload-598808]
I1227 09:00:16.927763 318904 provision.go:177] copyRemoteCerts
I1227 09:00:16.927823 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:16.927857 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:16.945859 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.037810 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:17.055636 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:00:17.072968 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:17.089618 318904 provision.go:87] duration metric: took 268.856503ms to configureAuth
I1227 09:00:17.089641 318904 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:17.089840 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:17.089960 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.108113 318904 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:17.108418 318904 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33113 <nil> <nil>}
I1227 09:00:17.108444 318904 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:17.408512 318904 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:17.408543 318904 machine.go:97] duration metric: took 4.024943611s to provisionDockerMachine
I1227 09:00:17.408554 318904 start.go:293] postStartSetup for "no-preload-598808" (driver="docker")
I1227 09:00:17.408565 318904 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:17.408617 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:17.408665 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.428828 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.521054 318904 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:17.525083 318904 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:17.525115 318904 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:17.525129 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:17.525186 318904 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:17.525255 318904 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:17.525357 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:17.533262 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:17.550594 318904 start.go:296] duration metric: took 142.024783ms for postStartSetup
I1227 09:00:17.550690 318904 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:17.550754 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.569271 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.657260 318904 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:17.661745 318904 fix.go:56] duration metric: took 4.654534395s for fixHost
I1227 09:00:17.661771 318904 start.go:83] releasing machines lock for "no-preload-598808", held for 4.654596326s
I1227 09:00:17.661833 318904 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" no-preload-598808
I1227 09:00:17.680714 318904 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:17.680772 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.680801 318904 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:17.680876 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:17.699086 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.699603 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:17.839444 318904 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:17.845782 318904 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:17.881052 318904 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:17.886388 318904 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:17.886462 318904 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:17.896041 318904 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:17.896067 318904 start.go:496] detecting cgroup driver to use...
I1227 09:00:17.896104 318904 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:17.896147 318904 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:17.914259 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:17.928609 318904 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:17.928656 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:17.944461 318904 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:17.956606 318904 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:18.040625 318904 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:18.125226 318904 docker.go:234] disabling docker service ...
I1227 09:00:18.125287 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:18.139222 318904 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:18.151373 318904 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:18.237253 318904 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:18.344471 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:18.356835 318904 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:18.371691 318904 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:18.371749 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.380109 318904 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:18.380167 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.388643 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.396927 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.405904 318904 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:18.413771 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.422378 318904 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.431888 318904 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:18.440376 318904 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:18.447504 318904 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:18.454444 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:18.531954 318904 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:18.671219 318904 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:18.671291 318904 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:18.675442 318904 start.go:574] Will wait 60s for crictl version
I1227 09:00:18.675502 318904 ssh_runner.go:195] Run: which crictl
I1227 09:00:18.679050 318904 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:18.704817 318904 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:18.704901 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.732607 318904 ssh_runner.go:195] Run: crio --version
I1227 09:00:18.762007 318904 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:18.763561 318904 cli_runner.go:164] Run: docker network inspect no-preload-598808 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:18.783044 318904 ssh_runner.go:195] Run: grep 192.168.94.1 host.minikube.internal$ /etc/hosts
I1227 09:00:18.787387 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.94.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.797880 318904 kubeadm.go:884] updating cluster {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:18.798002 318904 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:18.798039 318904 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:18.832208 318904 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:18.832236 318904 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:18.832246 318904 kubeadm.go:935] updating node { 192.168.94.2 8443 v1.35.0 crio true true} ...
I1227 09:00:18.832385 318904 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=no-preload-598808 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.94.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:18.832473 318904 ssh_runner.go:195] Run: crio config
I1227 09:00:18.881339 318904 cni.go:84] Creating CNI manager for ""
I1227 09:00:18.881366 318904 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:18.881383 318904 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:18.881405 318904 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.94.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:no-preload-598808 NodeName:no-preload-598808 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.94.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.94.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/
kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:18.881521 318904 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.94.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "no-preload-598808"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.94.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.94.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:18.881581 318904 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:18.889706 318904 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:18.889772 318904 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:18.897627 318904 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:00:18.911632 318904 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:18.925803 318904 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2213 bytes)
I1227 09:00:18.941455 318904 ssh_runner.go:195] Run: grep 192.168.94.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:18.945493 318904 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.94.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:18.958643 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.048385 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:19.077143 318904 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808 for IP: 192.168.94.2
I1227 09:00:19.077165 318904 certs.go:195] generating shared ca certs ...
I1227 09:00:19.077184 318904 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.077373 318904 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:19.077442 318904 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:19.077454 318904 certs.go:257] generating profile certs ...
I1227 09:00:19.077584 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/client.key
I1227 09:00:19.077671 318904 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key.bec815d9
I1227 09:00:19.077739 318904 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key
I1227 09:00:19.077885 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:19.077934 318904 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:19.077949 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:19.077988 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:19.078025 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:19.078056 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:19.078112 318904 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.078902 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:19.101134 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:19.120674 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:19.141188 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:19.168221 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:00:19.187390 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:19.204886 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:19.222447 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/no-preload-598808/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:19.239484 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:19.257376 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:19.274657 318904 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:19.294159 318904 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:19.306595 318904 ssh_runner.go:195] Run: openssl version
I1227 09:00:19.313021 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.320237 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:19.327879 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331844 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.331906 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:19.367698 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:19.376225 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:19.384372 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:19.392041 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395805 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:19.395863 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:19.434339 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:19.442487 318904 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:19.450550 318904 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:19.458387 318904 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462144 318904 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:19.462217 318904 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:19.500738 318904 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:19.510236 318904 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:19.514885 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:19.550936 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:19.586605 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:19.634349 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:19.681017 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:19.738276 318904 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:19.788495 318904 kubeadm.go:401] StartCluster: {Name:no-preload-598808 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:no-preload-598808 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:19.788597 318904 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:19.788677 318904 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:19.824989 318904 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:00:19.825013 318904 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:00:19.825019 318904 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:00:19.825024 318904 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:00:19.825056 318904 cri.go:96] found id: ""
I1227 09:00:19.825100 318904 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:19.839186 318904 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:19Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:19.839257 318904 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:19.848361 318904 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:19.848383 318904 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:19.848427 318904 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:19.859464 318904 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:19.860133 318904 kubeconfig.go:47] verify endpoint returned: get endpoint: "no-preload-598808" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.860590 318904 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "no-preload-598808" cluster setting kubeconfig missing "no-preload-598808" context setting]
I1227 09:00:19.861410 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.863408 318904 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:19.871567 318904 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.94.2
I1227 09:00:19.871596 318904 kubeadm.go:602] duration metric: took 23.20711ms to restartPrimaryControlPlane
I1227 09:00:19.871606 318904 kubeadm.go:403] duration metric: took 83.119368ms to StartCluster
I1227 09:00:19.871685 318904 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.871779 318904 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:19.873135 318904 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:19.873419 318904 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.94.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:19.873442 318904 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:19.873531 318904 addons.go:70] Setting storage-provisioner=true in profile "no-preload-598808"
I1227 09:00:19.873554 318904 addons.go:239] Setting addon storage-provisioner=true in "no-preload-598808"
W1227 09:00:19.873563 318904 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:19.873571 318904 addons.go:70] Setting dashboard=true in profile "no-preload-598808"
I1227 09:00:19.873591 318904 addons.go:239] Setting addon dashboard=true in "no-preload-598808"
W1227 09:00:19.873599 318904 addons.go:248] addon dashboard should already be in state true
I1227 09:00:19.873612 318904 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.873640 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873656 318904 addons.go:70] Setting default-storageclass=true in profile "no-preload-598808"
I1227 09:00:19.873667 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.873669 318904 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "no-preload-598808"
I1227 09:00:19.874011 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874264 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.874281 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.876468 318904 out.go:179] * Verifying Kubernetes components...
I1227 09:00:19.878491 318904 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:19.903086 318904 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:19.903111 318904 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:19.904579 318904 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:19.904603 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:19.904656 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.904589 318904 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:15.181950 319760 out.go:252] * Restarting existing docker container for "embed-certs-914340" ...
I1227 09:00:15.182026 319760 cli_runner.go:164] Run: docker start embed-certs-914340
I1227 09:00:15.420463 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:15.443709 319760 kic.go:430] container "embed-certs-914340" state is running.
I1227 09:00:15.444068 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:15.463051 319760 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/config.json ...
I1227 09:00:15.463262 319760 machine.go:94] provisionDockerMachine start ...
I1227 09:00:15.463361 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:15.481702 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:15.481930 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:15.481944 319760 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:15.482656 319760 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:41096->127.0.0.1:33118: read: connection reset by peer
I1227 09:00:18.606276 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.606301 319760 ubuntu.go:182] provisioning hostname "embed-certs-914340"
I1227 09:00:18.606377 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.626085 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.626301 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.626338 319760 main.go:144] libmachine: About to run SSH command:
sudo hostname embed-certs-914340 && echo "embed-certs-914340" | sudo tee /etc/hostname
I1227 09:00:18.763150 319760 main.go:144] libmachine: SSH cmd err, output: <nil>: embed-certs-914340
I1227 09:00:18.763225 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:18.783596 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:18.783899 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:18.783931 319760 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sembed-certs-914340' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 embed-certs-914340/g' /etc/hosts;
else
echo '127.0.1.1 embed-certs-914340' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:18.910351 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:18.910379 319760 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:18.910397 319760 ubuntu.go:190] setting up certificates
I1227 09:00:18.910406 319760 provision.go:84] configureAuth start
I1227 09:00:18.910450 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:18.929892 319760 provision.go:143] copyHostCerts
I1227 09:00:18.929959 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:18.929977 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:18.930043 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:18.930160 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:18.930171 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:18.930203 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:18.930263 319760 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:18.930271 319760 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:18.930301 319760 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:18.930391 319760 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.embed-certs-914340 san=[127.0.0.1 192.168.76.2 embed-certs-914340 localhost minikube]
I1227 09:00:19.010820 319760 provision.go:177] copyRemoteCerts
I1227 09:00:19.010887 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:19.010927 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.029933 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.122944 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:19.142410 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1224 bytes)
I1227 09:00:19.167280 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1227 09:00:19.187691 319760 provision.go:87] duration metric: took 277.265379ms to configureAuth
I1227 09:00:19.187719 319760 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:19.187934 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:19.188053 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.207075 319760 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:19.207402 319760 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33118 <nil> <nil>}
I1227 09:00:19.207423 319760 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:19.508979 319760 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:19.509008 319760 machine.go:97] duration metric: took 4.045733005s to provisionDockerMachine
I1227 09:00:19.509026 319760 start.go:293] postStartSetup for "embed-certs-914340" (driver="docker")
I1227 09:00:19.509040 319760 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:19.509116 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:19.509172 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.528884 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.621302 319760 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:19.625241 319760 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:19.625270 319760 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:19.625282 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:19.625353 319760 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:19.625453 319760 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:19.625591 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:19.635011 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:19.654377 319760 start.go:296] duration metric: took 145.334241ms for postStartSetup
I1227 09:00:19.654519 319760 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:19.654568 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.680235 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.779295 319760 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:19.785057 319760 fix.go:56] duration metric: took 4.622816802s for fixHost
I1227 09:00:19.785085 319760 start.go:83] releasing machines lock for "embed-certs-914340", held for 4.62286216s
I1227 09:00:19.785146 319760 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" embed-certs-914340
I1227 09:00:19.807271 319760 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:19.807344 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.807356 319760 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:19.807430 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:19.830254 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.831511 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:19.936632 319760 ssh_runner.go:195] Run: systemctl --version
W1227 09:00:16.270504 311117 node_ready.go:57] node "default-k8s-diff-port-828751" has "Ready":"False" status (will retry)
I1227 09:00:18.270499 311117 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:00:18.270537 311117 node_ready.go:38] duration metric: took 17.003690741s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:18.270555 311117 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:18.270618 311117 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:18.292623 311117 api_server.go:72] duration metric: took 17.343072982s to wait for apiserver process to appear ...
I1227 09:00:18.292673 311117 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:18.292696 311117 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:00:18.299171 311117 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:00:18.300119 311117 api_server.go:141] control plane version: v1.35.0
I1227 09:00:18.300149 311117 api_server.go:131] duration metric: took 7.467297ms to wait for apiserver health ...
I1227 09:00:18.300159 311117 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:18.304165 311117 system_pods.go:59] 8 kube-system pods found
I1227 09:00:18.304202 311117 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.304211 311117 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.304229 311117 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.304235 311117 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.304240 311117 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.304246 311117 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.304250 311117 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.304257 311117 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.304266 311117 system_pods.go:74] duration metric: took 4.099986ms to wait for pod list to return data ...
I1227 09:00:18.304285 311117 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:18.307266 311117 default_sa.go:45] found service account: "default"
I1227 09:00:18.307293 311117 default_sa.go:55] duration metric: took 3.000658ms for default service account to be created ...
I1227 09:00:18.307304 311117 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:18.405143 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.405189 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.405199 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.405214 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.405218 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.405225 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.405236 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.405242 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.405247 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:18.405288 311117 retry.go:84] will retry after 300ms: missing components: kube-dns
I1227 09:00:18.660535 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:18.660576 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Pending / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:18.660588 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:18.660596 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:18.660608 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:18.660613 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:18.660619 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:18.660624 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:18.660637 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Pending / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:19.050245 311117 system_pods.go:86] 8 kube-system pods found
I1227 09:00:19.050276 311117 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running
I1227 09:00:19.050282 311117 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running
I1227 09:00:19.050287 311117 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running
I1227 09:00:19.050290 311117 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running
I1227 09:00:19.050294 311117 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running
I1227 09:00:19.050298 311117 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running
I1227 09:00:19.050301 311117 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running
I1227 09:00:19.050304 311117 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running
I1227 09:00:19.050324 311117 system_pods.go:126] duration metric: took 743.013373ms to wait for k8s-apps to be running ...
I1227 09:00:19.050335 311117 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:19.050379 311117 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:19.063408 311117 system_svc.go:56] duration metric: took 13.063714ms WaitForService to wait for kubelet
I1227 09:00:19.063453 311117 kubeadm.go:587] duration metric: took 18.113907138s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:19.063482 311117 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:19.066288 311117 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:19.066339 311117 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:19.066380 311117 node_conditions.go:105] duration metric: took 2.891352ms to run NodePressure ...
I1227 09:00:19.066398 311117 start.go:242] waiting for startup goroutines ...
I1227 09:00:19.066407 311117 start.go:247] waiting for cluster config update ...
I1227 09:00:19.066420 311117 start.go:256] writing updated cluster config ...
I1227 09:00:19.066735 311117 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:19.070399 311117 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:19.073585 311117 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.078260 311117 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:00:19.078275 311117 pod_ready.go:86] duration metric: took 4.66988ms for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.080614 311117 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.084763 311117 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.084782 311117 pod_ready.go:86] duration metric: took 4.143563ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.086821 311117 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.090619 311117 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.090636 311117 pod_ready.go:86] duration metric: took 3.78995ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.092388 311117 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.474852 311117 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:19.474885 311117 pod_ready.go:86] duration metric: took 382.477754ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:19.675186 311117 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.074752 311117 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:00:20.074788 311117 pod_ready.go:86] duration metric: took 399.573381ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:16.783099 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:18.784077 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:20.276258 311117 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675002 311117 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:00:20.675032 311117 pod_ready.go:86] duration metric: took 398.741898ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:20.675048 311117 pod_ready.go:40] duration metric: took 1.604611581s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:20.739682 311117 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:20.742925 311117 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:00:20.030565 319760 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:20.070123 319760 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:20.075843 319760 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:20.075923 319760 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:20.085683 319760 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:20.085707 319760 start.go:496] detecting cgroup driver to use...
I1227 09:00:20.085740 319760 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:20.085787 319760 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:20.104146 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:20.120764 319760 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:20.120819 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:20.138295 319760 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:20.151963 319760 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:20.241861 319760 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:20.343162 319760 docker.go:234] disabling docker service ...
I1227 09:00:20.343242 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:20.360549 319760 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:20.374877 319760 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:20.476682 319760 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:20.570338 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:20.584932 319760 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:20.601302 319760 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:20.601391 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.612133 319760 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:20.612201 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.622187 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.632016 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.641186 319760 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:20.650272 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.659951 319760 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.669171 319760 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:20.679863 319760 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:20.689065 319760 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:20.699016 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:20.803534 319760 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:20.964939 319760 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:20.965011 319760 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:20.969197 319760 start.go:574] Will wait 60s for crictl version
I1227 09:00:20.969257 319760 ssh_runner.go:195] Run: which crictl
I1227 09:00:20.973074 319760 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:20.997962 319760 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:20.998042 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.026184 319760 ssh_runner.go:195] Run: crio --version
I1227 09:00:21.064816 319760 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:00:19.905077 318904 addons.go:239] Setting addon default-storageclass=true in "no-preload-598808"
W1227 09:00:19.905099 318904 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:19.905125 318904 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:00:19.905551 318904 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:00:19.908415 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:19.908437 318904 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:19.908494 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.933489 318904 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:19.933514 318904 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:19.933608 318904 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:00:19.937953 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.945757 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:19.972526 318904 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:00:20.027965 318904 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:20.041984 318904 node_ready.go:35] waiting up to 6m0s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:20.055776 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:20.060192 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:20.060219 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:20.075055 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:20.075078 318904 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:20.076362 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:20.091690 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:20.091715 318904 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:20.107027 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:20.107059 318904 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:20.124205 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:20.124232 318904 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:20.137084 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:20.137120 318904 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:20.150614 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:20.150650 318904 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:20.163991 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:20.164012 318904 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:20.177561 318904 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:20.177602 318904 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:20.197145 318904 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:21.235483 318904 node_ready.go:49] node "no-preload-598808" is "Ready"
I1227 09:00:21.235521 318904 node_ready.go:38] duration metric: took 1.193490188s for node "no-preload-598808" to be "Ready" ...
I1227 09:00:21.235538 318904 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:21.235588 318904 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:21.849824 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.794011529s)
I1227 09:00:21.849837 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.773443808s)
I1227 09:00:21.849995 318904 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.652813997s)
I1227 09:00:21.850028 318904 api_server.go:72] duration metric: took 1.976572905s to wait for apiserver process to appear ...
I1227 09:00:21.850045 318904 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:21.850063 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:21.851872 318904 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p no-preload-598808 addons enable metrics-server
I1227 09:00:21.854885 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:21.854911 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:21.858767 318904 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:21.066187 319760 cli_runner.go:164] Run: docker network inspect embed-certs-914340 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:21.083832 319760 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1227 09:00:21.087961 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.098009 319760 kubeadm.go:884] updating cluster {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA AP
IServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docke
r BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:21.098124 319760 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:21.098166 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.156735 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.156767 319760 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:21.156832 319760 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:21.193712 319760 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:21.193736 319760 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:21.193743 319760 kubeadm.go:935] updating node { 192.168.76.2 8443 v1.35.0 crio true true} ...
I1227 09:00:21.193832 319760 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=embed-certs-914340 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:21.193895 319760 ssh_runner.go:195] Run: crio config
I1227 09:00:21.269846 319760 cni.go:84] Creating CNI manager for ""
I1227 09:00:21.269929 319760 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:21.269960 319760 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:21.270031 319760 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:embed-certs-914340 NodeName:embed-certs-914340 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/et
c/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:21.270378 319760 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "embed-certs-914340"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.76.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:21.270525 319760 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:21.284219 319760 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:21.284286 319760 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:21.298259 319760 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (368 bytes)
I1227 09:00:21.319804 319760 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:21.339227 319760 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2214 bytes)
I1227 09:00:21.354373 319760 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:21.358332 319760 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:21.371473 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:21.480393 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:21.516086 319760 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340 for IP: 192.168.76.2
I1227 09:00:21.516111 319760 certs.go:195] generating shared ca certs ...
I1227 09:00:21.516132 319760 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:21.516295 319760 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:21.516371 319760 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:21.516387 319760 certs.go:257] generating profile certs ...
I1227 09:00:21.516503 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/client.key
I1227 09:00:21.516586 319760 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key.a5ef916c
I1227 09:00:21.516635 319760 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key
I1227 09:00:21.516766 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:21.516808 319760 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:21.516820 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:21.516853 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:21.516885 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:21.516915 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:21.516969 319760 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:21.517780 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:21.538958 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:21.559051 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:21.580442 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:21.604811 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1428 bytes)
I1227 09:00:21.630328 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:00:21.650133 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:21.670986 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/embed-certs-914340/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:00:21.692706 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:21.714372 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:21.736181 319760 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:21.757931 319760 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:21.772025 319760 ssh_runner.go:195] Run: openssl version
I1227 09:00:21.778359 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.787178 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:21.795509 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799715 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.799765 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:21.835758 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:21.844038 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:21.852654 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:21.860916 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865073 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:21.865127 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:21.906341 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:21.914374 319760 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:21.921531 319760 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:21.928658 319760 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932424 319760 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:21.932474 319760 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:21.968387 319760 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:21.976214 319760 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:21.980470 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:22.015649 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:22.059354 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:22.103391 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:22.144184 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:22.202337 319760 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:22.275345 319760 kubeadm.go:401] StartCluster: {Name:embed-certs-914340 KeepContext:false EmbedCerts:true MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:embed-certs-914340 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISe
rverNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker B
inaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:22.275458 319760 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:22.275536 319760 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:22.323642 319760 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:00:22.323668 319760 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:00:22.323673 319760 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:00:22.323680 319760 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:00:22.323685 319760 cri.go:96] found id: ""
I1227 09:00:22.323729 319760 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:22.341372 319760 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:22Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:22.341448 319760 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:22.352672 319760 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:22.352713 319760 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:22.352770 319760 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:22.364908 319760 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:22.366253 319760 kubeconfig.go:47] verify endpoint returned: get endpoint: "embed-certs-914340" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.367231 319760 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "embed-certs-914340" cluster setting kubeconfig missing "embed-certs-914340" context setting]
I1227 09:00:22.368680 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.370992 319760 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:22.382829 319760 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.76.2
I1227 09:00:22.382860 319760 kubeadm.go:602] duration metric: took 30.137227ms to restartPrimaryControlPlane
I1227 09:00:22.382872 319760 kubeadm.go:403] duration metric: took 107.563217ms to StartCluster
I1227 09:00:22.382889 319760 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.382963 319760 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:22.384672 319760 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:22.384885 319760 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:22.385005 319760 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:22.385129 319760 addons.go:70] Setting storage-provisioner=true in profile "embed-certs-914340"
I1227 09:00:22.385157 319760 addons.go:239] Setting addon storage-provisioner=true in "embed-certs-914340"
W1227 09:00:22.385162 319760 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:22.385182 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385483 319760 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:22.385535 319760 addons.go:70] Setting dashboard=true in profile "embed-certs-914340"
I1227 09:00:22.385552 319760 addons.go:239] Setting addon dashboard=true in "embed-certs-914340"
W1227 09:00:22.385559 319760 addons.go:248] addon dashboard should already be in state true
I1227 09:00:22.385580 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.385581 319760 addons.go:70] Setting default-storageclass=true in profile "embed-certs-914340"
I1227 09:00:22.385601 319760 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "embed-certs-914340"
I1227 09:00:22.385872 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386035 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.386387 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.387554 319760 out.go:179] * Verifying Kubernetes components...
I1227 09:00:22.388602 319760 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:22.414645 319760 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:22.415786 319760 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.415807 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:22.415865 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.416957 319760 addons.go:239] Setting addon default-storageclass=true in "embed-certs-914340"
W1227 09:00:22.416980 319760 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:22.417005 319760 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:00:22.417575 319760 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:00:22.423434 319760 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:22.424827 319760 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:21.859751 318904 addons.go:530] duration metric: took 1.986317959s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:22.350624 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.356770 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:22.356843 318904 api_server.go:103] status: https://192.168.94.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:22.426361 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:22.426417 319760 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:22.426491 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.451402 319760 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.451428 319760 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:22.451492 319760 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:00:22.453379 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.466060 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.483821 319760 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:00:22.572882 319760 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:22.590995 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:22.596587 319760 node_ready.go:35] waiting up to 6m0s for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:22.600493 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:22.600516 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:22.608306 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:22.620433 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:22.620460 319760 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:22.650078 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:22.650102 319760 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:22.669807 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:22.669830 319760 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:22.685944 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:22.685971 319760 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:22.701165 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:22.701187 319760 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:22.715933 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:22.715960 319760 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:22.731510 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:22.731535 319760 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:22.744294 319760 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:22.744333 319760 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:22.758956 319760 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:23.586505 319760 node_ready.go:49] node "embed-certs-914340" is "Ready"
I1227 09:00:23.586545 319760 node_ready.go:38] duration metric: took 989.917315ms for node "embed-certs-914340" to be "Ready" ...
I1227 09:00:23.586562 319760 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:00:23.586626 319760 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:00:24.176239 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.585200357s)
I1227 09:00:24.176349 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.567967324s)
I1227 09:00:24.176467 319760 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.417478497s)
I1227 09:00:24.176512 319760 api_server.go:72] duration metric: took 1.79160109s to wait for apiserver process to appear ...
I1227 09:00:24.176531 319760 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:00:24.176558 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.178249 319760 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p embed-certs-914340 addons enable metrics-server
I1227 09:00:24.183005 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.183026 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:00:24.189220 319760 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:00:24.190375 319760 addons.go:530] duration metric: took 1.80537084s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:00:24.676962 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:24.683149 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:24.683192 319760 api_server.go:103] status: https://192.168.76.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:00:20.785821 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:23.284038 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:25.285185 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:22.850627 318904 api_server.go:299] Checking apiserver healthz at https://192.168.94.2:8443/healthz ...
I1227 09:00:22.855035 318904 api_server.go:325] https://192.168.94.2:8443/healthz returned 200:
ok
I1227 09:00:22.855982 318904 api_server.go:141] control plane version: v1.35.0
I1227 09:00:22.856006 318904 api_server.go:131] duration metric: took 1.005953399s to wait for apiserver health ...
I1227 09:00:22.856016 318904 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:22.859301 318904 system_pods.go:59] 8 kube-system pods found
I1227 09:00:22.859380 318904 system_pods.go:61] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.859396 318904 system_pods.go:61] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.859408 318904 system_pods.go:61] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.859419 318904 system_pods.go:61] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.859430 318904 system_pods.go:61] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.859441 318904 system_pods.go:61] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.859451 318904 system_pods.go:61] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.859461 318904 system_pods.go:61] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.859472 318904 system_pods.go:74] duration metric: took 3.449565ms to wait for pod list to return data ...
I1227 09:00:22.859484 318904 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:22.861767 318904 default_sa.go:45] found service account: "default"
I1227 09:00:22.861794 318904 default_sa.go:55] duration metric: took 2.301154ms for default service account to be created ...
I1227 09:00:22.861804 318904 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:22.864507 318904 system_pods.go:86] 8 kube-system pods found
I1227 09:00:22.864532 318904 system_pods.go:89] "coredns-7d764666f9-mgt7m" [00c785fc-7f1f-46a1-b372-efa787577c50] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:22.864540 318904 system_pods.go:89] "etcd-no-preload-598808" [e69d4256-e3ef-4bf9-83a9-52e813b1d5ee] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:22.864548 318904 system_pods.go:89] "kindnet-cbm7w" [cd2cff6c-aec2-4d39-bcb4-ded8900118e6] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:00:22.864557 318904 system_pods.go:89] "kube-apiserver-no-preload-598808" [58381f6f-2bb9-461f-80fd-2a4476175a27] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:22.864569 318904 system_pods.go:89] "kube-controller-manager-no-preload-598808" [ec9e052e-3865-4a16-a7f8-4264fd31e310] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:22.864578 318904 system_pods.go:89] "kube-proxy-jpv6j" [8c4b8f7a-c404-4cc4-8c31-327f41c18503] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:00:22.864586 318904 system_pods.go:89] "kube-scheduler-no-preload-598808" [ff87a969-30f6-40df-8a9b-2f03abf572f9] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:22.864595 318904 system_pods.go:89] "storage-provisioner" [09095a66-0de2-44bc-b654-e7f35531377b] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:00:22.864606 318904 system_pods.go:126] duration metric: took 2.79405ms to wait for k8s-apps to be running ...
I1227 09:00:22.864617 318904 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:22.864662 318904 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:22.880530 318904 system_svc.go:56] duration metric: took 15.905964ms WaitForService to wait for kubelet
I1227 09:00:22.880557 318904 kubeadm.go:587] duration metric: took 3.007101803s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:22.880578 318904 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:22.883496 318904 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:22.883523 318904 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:22.883546 318904 node_conditions.go:105] duration metric: took 2.96216ms to run NodePressure ...
I1227 09:00:22.883562 318904 start.go:242] waiting for startup goroutines ...
I1227 09:00:22.883576 318904 start.go:247] waiting for cluster config update ...
I1227 09:00:22.883591 318904 start.go:256] writing updated cluster config ...
I1227 09:00:22.883906 318904 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:22.888266 318904 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:22.891905 318904 pod_ready.go:83] waiting for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:24.897784 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:26.908378 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:25.176688 319760 api_server.go:299] Checking apiserver healthz at https://192.168.76.2:8443/healthz ...
I1227 09:00:25.182035 319760 api_server.go:325] https://192.168.76.2:8443/healthz returned 200:
ok
I1227 09:00:25.183233 319760 api_server.go:141] control plane version: v1.35.0
I1227 09:00:25.183259 319760 api_server.go:131] duration metric: took 1.006721661s to wait for apiserver health ...
I1227 09:00:25.183266 319760 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:00:25.187675 319760 system_pods.go:59] 8 kube-system pods found
I1227 09:00:25.187712 319760 system_pods.go:61] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.187724 319760 system_pods.go:61] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.187732 319760 system_pods.go:61] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.187742 319760 system_pods.go:61] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.187756 319760 system_pods.go:61] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.187765 319760 system_pods.go:61] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.187775 319760 system_pods.go:61] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.187781 319760 system_pods.go:61] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.187791 319760 system_pods.go:74] duration metric: took 4.519088ms to wait for pod list to return data ...
I1227 09:00:25.187804 319760 default_sa.go:34] waiting for default service account to be created ...
I1227 09:00:25.190207 319760 default_sa.go:45] found service account: "default"
I1227 09:00:25.190228 319760 default_sa.go:55] duration metric: took 2.414933ms for default service account to be created ...
I1227 09:00:25.190239 319760 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:00:25.192959 319760 system_pods.go:86] 8 kube-system pods found
I1227 09:00:25.192984 319760 system_pods.go:89] "coredns-7d764666f9-9lzbz" [827ff97d-8587-4721-98f2-4a98ebe60af6] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:00:25.192994 319760 system_pods.go:89] "etcd-embed-certs-914340" [2d4628ed-0fcf-43e0-ad80-150986bdff54] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:00:25.193000 319760 system_pods.go:89] "kindnet-jtxlk" [5aa0f80d-fca0-4fbd-962d-0848a41914ea] Running
I1227 09:00:25.193009 319760 system_pods.go:89] "kube-apiserver-embed-certs-914340" [c82899cd-f3a0-4206-8d68-223f745c78ca] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:00:25.193015 319760 system_pods.go:89] "kube-controller-manager-embed-certs-914340" [1d356b82-2f29-4e1b-8b28-a4df8075b47d] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:00:25.193020 319760 system_pods.go:89] "kube-proxy-2cdrv" [3401ba2a-162a-4267-9305-305adc0882a5] Running
I1227 09:00:25.193025 319760 system_pods.go:89] "kube-scheduler-embed-certs-914340" [d31b97c5-0b26-4b62-9ef8-a3fa19043b4b] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:00:25.193029 319760 system_pods.go:89] "storage-provisioner" [5b7044e9-f905-430b-bd92-bb6e5f7e41de] Running
I1227 09:00:25.193035 319760 system_pods.go:126] duration metric: took 2.791259ms to wait for k8s-apps to be running ...
I1227 09:00:25.193044 319760 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:00:25.193098 319760 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:00:25.206529 319760 system_svc.go:56] duration metric: took 13.456961ms WaitForService to wait for kubelet
I1227 09:00:25.206558 319760 kubeadm.go:587] duration metric: took 2.821650143s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:00:25.206576 319760 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:00:25.209590 319760 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:00:25.209612 319760 node_conditions.go:123] node cpu capacity is 8
I1227 09:00:25.209625 319760 node_conditions.go:105] duration metric: took 3.044591ms to run NodePressure ...
I1227 09:00:25.209638 319760 start.go:242] waiting for startup goroutines ...
I1227 09:00:25.209650 319760 start.go:247] waiting for cluster config update ...
I1227 09:00:25.209667 319760 start.go:256] writing updated cluster config ...
I1227 09:00:25.209952 319760 ssh_runner.go:195] Run: rm -f paused
I1227 09:00:25.213797 319760 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:25.217453 319760 pod_ready.go:83] waiting for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:00:27.223346 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:29.224676 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:27.285469 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
W1227 09:00:29.784714 312361 pod_ready.go:104] pod "coredns-5dd5756b68-jmdcs" is not "Ready", error: <nil>
I1227 09:00:31.285532 312361 pod_ready.go:94] pod "coredns-5dd5756b68-jmdcs" is "Ready"
I1227 09:00:31.285561 312361 pod_ready.go:86] duration metric: took 35.007308209s for pod "coredns-5dd5756b68-jmdcs" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.289861 312361 pod_ready.go:83] waiting for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.295945 312361 pod_ready.go:94] pod "etcd-old-k8s-version-601009" is "Ready"
I1227 09:00:31.295979 312361 pod_ready.go:86] duration metric: took 6.090473ms for pod "etcd-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.299947 312361 pod_ready.go:83] waiting for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.304890 312361 pod_ready.go:94] pod "kube-apiserver-old-k8s-version-601009" is "Ready"
I1227 09:00:31.304920 312361 pod_ready.go:86] duration metric: took 4.947072ms for pod "kube-apiserver-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.308639 312361 pod_ready.go:83] waiting for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.482912 312361 pod_ready.go:94] pod "kube-controller-manager-old-k8s-version-601009" is "Ready"
I1227 09:00:31.482942 312361 pod_ready.go:86] duration metric: took 174.276411ms for pod "kube-controller-manager-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:31.684828 312361 pod_ready.go:83] waiting for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.082952 312361 pod_ready.go:94] pod "kube-proxy-gwsjm" is "Ready"
I1227 09:00:32.082991 312361 pod_ready.go:86] duration metric: took 398.137914ms for pod "kube-proxy-gwsjm" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.284443 312361 pod_ready.go:83] waiting for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.683825 312361 pod_ready.go:94] pod "kube-scheduler-old-k8s-version-601009" is "Ready"
I1227 09:00:32.683908 312361 pod_ready.go:86] duration metric: took 399.392389ms for pod "kube-scheduler-old-k8s-version-601009" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:32.683929 312361 pod_ready.go:40] duration metric: took 36.40990729s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:32.751478 312361 start.go:625] kubectl: 1.35.0, cluster: 1.28.0 (minor skew: 7)
I1227 09:00:32.753682 312361 out.go:203]
W1227 09:00:32.755154 312361 out.go:285] ! /usr/local/bin/kubectl is version 1.35.0, which may have incompatibilities with Kubernetes 1.28.0.
I1227 09:00:32.756443 312361 out.go:179] - Want kubectl v1.28.0? Try 'minikube kubectl -- get pods -A'
I1227 09:00:32.757966 312361 out.go:179] * Done! kubectl is now configured to use "old-k8s-version-601009" cluster and "default" namespace by default
W1227 09:00:29.398548 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:31.398596 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:31.725634 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:33.740010 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:33.898056 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:36.396829 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:36.223900 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:38.224382 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:38.397513 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:40.897197 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:40.723025 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:43.222887 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:42.897252 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:45.397459 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
==> CRI-O <==
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.00005276Z" level=info msg="Started container" PID=1734 containerID=13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760 description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper id=82719a28-f064-4214-a118-a5cd61e375fa name=/runtime.v1.RuntimeService/StartContainer sandboxID=4bbf2a930c7d549ffe2b290ffbdb465b1f3bf8c53957e1588c3e1f5a09c55b92
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.962759637Z" level=info msg="Removing container: 9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172" id=70e67ac7-538f-4f4a-94bb-04ddbda9552d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:15 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:15.972835453Z" level=info msg="Removed container 9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=70e67ac7-538f-4f4a-94bb-04ddbda9552d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.991140999Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=52d0ff20-474c-42ad-a3a6-bd30227150fe name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.992119594Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=955e2c8e-39bb-4e21-affa-694d0c2ac9bd name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.993263854Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=1c417c3f-acb9-4a61-9e90-b511a5a01d83 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.993424734Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:25 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.999645198Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:25.999831272Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/f8b73350fcfc61d0f4de786393d8140b3634367e0691a8906bf15e3247809ebe/merged/etc/passwd: no such file or directory"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.000227045Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/f8b73350fcfc61d0f4de786393d8140b3634367e0691a8906bf15e3247809ebe/merged/etc/group: no such file or directory"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.000561325Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.036262773Z" level=info msg="Created container 280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97: kube-system/storage-provisioner/storage-provisioner" id=1c417c3f-acb9-4a61-9e90-b511a5a01d83 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.036891459Z" level=info msg="Starting container: 280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97" id=5445ef68-1c5d-4448-abfc-6d838bd4c4d6 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:26 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:26.039182366Z" level=info msg="Started container" PID=1751 containerID=280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97 description=kube-system/storage-provisioner/storage-provisioner id=5445ef68-1c5d-4448-abfc-6d838bd4c4d6 name=/runtime.v1.RuntimeService/StartContainer sandboxID=788c27ec0671a860fce0ac6966cba112a2469cb193c6f74ffd6cd844c0b97db2
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.863196505Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=5b2a924e-dc9f-42f7-a936-916be44593d3 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.864259472Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=46ca1e2e-f689-4605-9f2d-3be08da2ff48 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.865342934Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=ef08e5de-c217-4eed-97aa-45144b9fe895 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.865715725Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.872858272Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.876069138Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.923990448Z" level=info msg="Created container cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=ef08e5de-c217-4eed-97aa-45144b9fe895 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.924722331Z" level=info msg="Starting container: cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a" id=e0f0b98c-43b4-4256-8679-2afd3ab5b7be name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:29 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:29.926681057Z" level=info msg="Started container" PID=1765 containerID=cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a description=kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper id=e0f0b98c-43b4-4256-8679-2afd3ab5b7be name=/runtime.v1.RuntimeService/StartContainer sandboxID=4bbf2a930c7d549ffe2b290ffbdb465b1f3bf8c53957e1588c3e1f5a09c55b92
Dec 27 09:00:30 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:30.008517377Z" level=info msg="Removing container: 13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760" id=8c0a7df8-2ee6-4f6d-bdf2-5d92643e827f name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:30 old-k8s-version-601009 crio[567]: time="2025-12-27T09:00:30.019163741Z" level=info msg="Removed container 13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760: kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n/dashboard-metrics-scraper" id=8c0a7df8-2ee6-4f6d-bdf2-5d92643e827f name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
cd6ed6218dc1d a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 19 seconds ago Exited dashboard-metrics-scraper 2 4bbf2a930c7d5 dashboard-metrics-scraper-5f989dc9cf-kc94n kubernetes-dashboard
280532b9b641f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 23 seconds ago Running storage-provisioner 1 788c27ec0671a storage-provisioner kube-system
7312dccf733b3 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 38 seconds ago Running kubernetes-dashboard 0 8bfa66f86eb4e kubernetes-dashboard-8694d4445c-xl8dp kubernetes-dashboard
98790fd242662 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 54 seconds ago Running busybox 1 ae8a50503dd39 busybox default
364ef29f844d9 ead0a4a53df89fd173874b46093b6e62d8c72967bbf606d672c9e8c9b601a4fc 54 seconds ago Running coredns 0 347e98b94a6af coredns-5dd5756b68-jmdcs kube-system
93d0ff80ab74d 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 54 seconds ago Exited storage-provisioner 0 788c27ec0671a storage-provisioner kube-system
336164ab84a49 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 54 seconds ago Running kindnet-cni 0 a89e9cd5a36eb kindnet-bxjrx kube-system
7bd3c7918642f ea1030da44aa18666a7bf15fddd2a38c3143c3277159cb8bdd95f45c8ce62d7a 54 seconds ago Running kube-proxy 0 311b4b05eb8cf kube-proxy-gwsjm kube-system
0a32e3ccee6b8 73deb9a3f702532592a4167455f8bf2e5f5d900bcc959ba2fd2d35c321de1af9 57 seconds ago Running etcd 0 e08391fa104fc etcd-old-k8s-version-601009 kube-system
3db8f758909e8 bb5e0dde9054c02d6badee88547be7e7bb7b7b818d277c8a61b4b29484bbff95 57 seconds ago Running kube-apiserver 0 624528bdfa7f8 kube-apiserver-old-k8s-version-601009 kube-system
018c3415d41db 4be79c38a4bab6e1252a35697500e8a0d9c5c7c771d9fcc1935c9a7f6cdf4c62 57 seconds ago Running kube-controller-manager 0 70871c63e5881 kube-controller-manager-old-k8s-version-601009 kube-system
e018c539f3bc0 f6f496300a2ae7a6727ccf3080d66d2fd22b6cfc271df5351c976c23a28bb157 57 seconds ago Running kube-scheduler 0 926a8dfcb7131 kube-scheduler-old-k8s-version-601009 kube-system
==> coredns [364ef29f844d98fca9a61bb2625768338c4c32e5ee4585221391becb00f24304] <==
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 8aa94104b4dae56b00431f7362ac05b997af2246775de35dc2eb361b0707b2fa7199f9ddfdba27fdef1331b76d09c41700f6cb5d00836dabab7c0df8e651283f
CoreDNS-1.10.1
linux/amd64, go1.20, 055b2c3
[INFO] 127.0.0.1:46231 - 29843 "HINFO IN 876678257404286298.3640694068783332685. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.484171754s
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[INFO] plugin/ready: Still waiting on: "kubernetes"
[WARNING] plugin/kubernetes: Kubernetes API connection failure: Get "https://10.96.0.1:443/version": dial tcp 10.96.0.1:443: i/o timeout
==> describe nodes <==
Name: old-k8s-version-601009
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=old-k8s-version-601009
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=old-k8s-version-601009
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_58_48_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:58:44 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: old-k8s-version-601009
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:00:35 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:58:42 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:25 +0000 Sat, 27 Dec 2025 08:59:14 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.85.2
Hostname: old-k8s-version-601009
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 050e896d-4fe4-4317-a6d2-4cb2fdd7c200
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.28.0
Kube-Proxy Version: v1.28.0
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 93s
kube-system coredns-5dd5756b68-jmdcs 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 108s
kube-system etcd-old-k8s-version-601009 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 2m2s
kube-system kindnet-bxjrx 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 109s
kube-system kube-apiserver-old-k8s-version-601009 250m (3%) 0 (0%) 0 (0%) 0 (0%) 2m3s
kube-system kube-controller-manager-old-k8s-version-601009 200m (2%) 0 (0%) 0 (0%) 0 (0%) 2m3s
kube-system kube-proxy-gwsjm 0 (0%) 0 (0%) 0 (0%) 0 (0%) 109s
kube-system kube-scheduler-old-k8s-version-601009 100m (1%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 107s
kubernetes-dashboard dashboard-metrics-scraper-5f989dc9cf-kc94n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 42s
kubernetes-dashboard kubernetes-dashboard-8694d4445c-xl8dp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 42s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 108s kube-proxy
Normal Starting 54s kube-proxy
Normal Starting 2m7s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m7s (x8 over 2m7s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m7s (x8 over 2m7s) kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m7s (x8 over 2m7s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal NodeHasNoDiskPressure 2m2s kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientMemory 2m2s kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasSufficientPID 2m2s kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal Starting 2m2s kubelet Starting kubelet.
Normal RegisteredNode 109s node-controller Node old-k8s-version-601009 event: Registered Node old-k8s-version-601009 in Controller
Normal NodeReady 95s kubelet Node old-k8s-version-601009 status is now: NodeReady
Normal Starting 58s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 58s (x8 over 58s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 58s (x8 over 58s) kubelet Node old-k8s-version-601009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 58s (x8 over 58s) kubelet Node old-k8s-version-601009 status is now: NodeHasSufficientPID
Normal RegisteredNode 42s node-controller Node old-k8s-version-601009 event: Registered Node old-k8s-version-601009 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [0a32e3ccee6b87273f1e53290f1cd1450c8355c181047cefa91a4e2f20288713] <==
{"level":"info","ts":"2025-12-27T08:59:52.47817Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /var/lib/minikube/certs/etcd/server.crt, key = /var/lib/minikube/certs/etcd/server.key, client-cert=, client-key=, trusted-ca = /var/lib/minikube/certs/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]}
{"level":"info","ts":"2025-12-27T08:59:52.478477Z","caller":"embed/etcd.go:278","msg":"now serving peer/client/metrics","local-member-id":"9f0758e1c58a86ed","initial-advertise-peer-urls":["https://192.168.85.2:2380"],"listen-peer-urls":["https://192.168.85.2:2380"],"advertise-client-urls":["https://192.168.85.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.85.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-12-27T08:59:52.478603Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T08:59:52.47959Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T08:59:52.479766Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T08:59:52.479789Z","caller":"fileutil/purge.go:44","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T08:59:52.481425Z","caller":"embed/etcd.go:855","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T08:59:53.466076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.466121Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.46617Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T08:59:53.466189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466209Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.466219Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T08:59:53.467011Z","caller":"etcdserver/server.go:2062","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:old-k8s-version-601009 ClientURLs:[https://192.168.85.2:2379]}","request-path":"/0/members/9f0758e1c58a86ed/attributes","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T08:59:53.46703Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:53.467059Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T08:59:53.467325Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T08:59:53.467357Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T08:59:53.468359Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T08:59:53.468363Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T09:00:12.070281Z","caller":"traceutil/trace.go:171","msg":"trace[1080293496] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"105.467293ms","start":"2025-12-27T09:00:11.964796Z","end":"2025-12-27T09:00:12.070264Z","steps":["trace[1080293496] 'process raft request' (duration: 105.429775ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:12.070356Z","caller":"traceutil/trace.go:171","msg":"trace[1859745305] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"106.751286ms","start":"2025-12-27T09:00:11.963574Z","end":"2025-12-27T09:00:12.070325Z","steps":["trace[1859745305] 'process raft request' (duration: 106.556407ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T09:00:12.402599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.848631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-5dd5756b68-jmdcs\" ","response":"range_response_count:1 size:4991"}
{"level":"info","ts":"2025-12-27T09:00:12.402675Z","caller":"traceutil/trace.go:171","msg":"trace[746757612] range","detail":"{range_begin:/registry/pods/kube-system/coredns-5dd5756b68-jmdcs; range_end:; response_count:1; response_revision:623; }","duration":"121.940891ms","start":"2025-12-27T09:00:12.28072Z","end":"2025-12-27T09:00:12.402661Z","steps":["trace[746757612] 'range keys from in-memory index tree' (duration: 121.719644ms)"],"step_count":1}
==> kernel <==
09:00:49 up 43 min, 0 user, load average: 3.56, 3.75, 2.55
Linux old-k8s-version-601009 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [336164ab84a49c3ac2d84955c2d4f3e077ea15b99ea2f81f24c13ce99c032e30] <==
I1227 08:59:55.508694 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 08:59:55.509093 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 08:59:55.509401 1 main.go:148] setting mtu 1500 for CNI
I1227 08:59:55.509431 1 main.go:178] kindnetd IP family: "ipv4"
I1227 08:59:55.509453 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T08:59:55Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 08:59:55.814033 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 08:59:55.814107 1 controller.go:381] "Waiting for informer caches to sync"
I1227 08:59:55.814126 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 08:59:55.814364 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 08:59:56.314767 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 08:59:56.314797 1 metrics.go:72] Registering metrics
I1227 08:59:56.314860 1 controller.go:711] "Syncing nftables rules"
I1227 09:00:05.812909 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:05.812975 1 main.go:301] handling current node
I1227 09:00:15.812787 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:15.812836 1 main.go:301] handling current node
I1227 09:00:25.812734 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:25.812768 1 main.go:301] handling current node
I1227 09:00:35.815120 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:35.815191 1 main.go:301] handling current node
I1227 09:00:45.818508 1 main.go:297] Handling node with IPs: map[192.168.85.2:{}]
I1227 09:00:45.818549 1 main.go:301] handling current node
==> kube-apiserver [3db8f758909e8da414e83d367ca204ea3ff6a4044673fb3dd39e012e00bce3bd] <==
I1227 08:59:54.777114 1 shared_informer.go:318] Caches are synced for cluster_authentication_trust_controller
I1227 08:59:54.777370 1 cache.go:39] Caches are synced for AvailableConditionController controller
I1227 08:59:54.787524 1 apf_controller.go:377] Running API Priority and Fairness config worker
I1227 08:59:54.787603 1 apf_controller.go:380] Running API Priority and Fairness periodic rebalancing process
I1227 08:59:54.788690 1 shared_informer.go:318] Caches are synced for crd-autoregister
I1227 08:59:54.788914 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 08:59:54.792574 1 shared_informer.go:318] Caches are synced for configmaps
I1227 08:59:54.803912 1 aggregator.go:166] initial CRD sync complete...
I1227 08:59:54.808684 1 autoregister_controller.go:141] Starting autoregister controller
I1227 08:59:54.808703 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 08:59:54.808714 1 cache.go:39] Caches are synced for autoregister controller
I1227 08:59:54.804659 1 shared_informer.go:318] Caches are synced for node_authorizer
I1227 08:59:54.834817 1 controller.go:624] quota admission added evaluator for: leases.coordination.k8s.io
I1227 08:59:55.680772 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
I1227 08:59:56.095398 1 controller.go:624] quota admission added evaluator for: namespaces
I1227 08:59:56.137621 1 controller.go:624] quota admission added evaluator for: deployments.apps
I1227 08:59:56.157864 1 controller.go:624] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 08:59:56.166441 1 controller.go:624] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 08:59:56.174112 1 controller.go:624] quota admission added evaluator for: serviceaccounts
I1227 08:59:56.213240 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.103.48.80"}
I1227 08:59:56.231088 1 alloc.go:330] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.111.164.6"}
I1227 09:00:07.467672 1 controller.go:624] quota admission added evaluator for: replicasets.apps
I1227 09:00:07.767734 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:07.767734 1 controller.go:624] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:07.817842 1 controller.go:624] quota admission added evaluator for: endpoints
==> kube-controller-manager [018c3415d41db497e4bbe61b22da825eca81b07ca17e9ccdeb7d7f9b9a1e8126] <==
I1227 09:00:07.660073 1 shared_informer.go:318] Caches are synced for stateful set
I1227 09:00:07.667912 1 shared_informer.go:318] Caches are synced for resource quota
I1227 09:00:07.972741 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="496.382847ms"
I1227 09:00:07.972904 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="108.353µs"
I1227 09:00:07.973456 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 09:00:07.973493 1 garbagecollector.go:166] "All resource monitors have synced. Proceeding to collect garbage"
I1227 09:00:07.974986 1 event.go:307] "Event occurred" object="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: dashboard-metrics-scraper-5f989dc9cf-kc94n"
I1227 09:00:07.975078 1 event.go:307] "Event occurred" object="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" fieldPath="" kind="ReplicaSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: kubernetes-dashboard-8694d4445c-xl8dp"
I1227 09:00:07.981581 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="505.219161ms"
I1227 09:00:07.981619 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="505.154724ms"
I1227 09:00:07.986858 1 shared_informer.go:318] Caches are synced for garbage collector
I1227 09:00:07.994518 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="12.860537ms"
I1227 09:00:07.994603 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="50.091µs"
I1227 09:00:07.994650 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="13.023219ms"
I1227 09:00:07.994793 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="74.448µs"
I1227 09:00:08.002416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="54.505µs"
I1227 09:00:12.071610 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="110.298172ms"
I1227 09:00:12.071742 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/kubernetes-dashboard-8694d4445c" duration="87.645µs"
I1227 09:00:14.969590 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="89.671µs"
I1227 09:00:15.973436 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="145.002µs"
I1227 09:00:16.976428 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="105.775µs"
I1227 09:00:30.024883 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="95.588µs"
I1227 09:00:31.191665 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="10.805047ms"
I1227 09:00:31.191759 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kube-system/coredns-5dd5756b68" duration="55.5µs"
I1227 09:00:38.292416 1 replica_set.go:676] "Finished syncing" kind="ReplicaSet" key="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf" duration="102.111µs"
==> kube-proxy [7bd3c7918642f93a3da130c5856373e81d8b2a0b0e3b1838264b1570cd33511a] <==
I1227 08:59:55.362891 1 server_others.go:69] "Using iptables proxy"
I1227 08:59:55.374620 1 node.go:141] Successfully retrieved node IP: 192.168.85.2
I1227 08:59:55.408213 1 server.go:632] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 08:59:55.413587 1 server_others.go:152] "Using iptables Proxier"
I1227 08:59:55.413649 1 server_others.go:421] "Detect-local-mode set to ClusterCIDR, but no cluster CIDR for family" ipFamily="IPv6"
I1227 08:59:55.413666 1 server_others.go:438] "Defaulting to no-op detect-local"
I1227 08:59:55.413693 1 proxier.go:251] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses"
I1227 08:59:55.414466 1 server.go:846] "Version info" version="v1.28.0"
I1227 08:59:55.414544 1 server.go:848] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:55.415032 1 config.go:188] "Starting service config controller"
I1227 08:59:55.415065 1 shared_informer.go:311] Waiting for caches to sync for service config
I1227 08:59:55.415098 1 config.go:97] "Starting endpoint slice config controller"
I1227 08:59:55.415109 1 shared_informer.go:311] Waiting for caches to sync for endpoint slice config
I1227 08:59:55.415121 1 config.go:315] "Starting node config controller"
I1227 08:59:55.415141 1 shared_informer.go:311] Waiting for caches to sync for node config
I1227 08:59:55.515795 1 shared_informer.go:318] Caches are synced for endpoint slice config
I1227 08:59:55.515861 1 shared_informer.go:318] Caches are synced for service config
I1227 08:59:55.515988 1 shared_informer.go:318] Caches are synced for node config
==> kube-scheduler [e018c539f3bc02fb5b1b32a65d57f6708967c6c0364ba48f6146d049fa2a12f2] <==
I1227 08:59:53.201493 1 serving.go:348] Generated self-signed cert in-memory
W1227 08:59:54.721074 1 requestheader_controller.go:193] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 08:59:54.721121 1 authentication.go:368] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 08:59:54.721134 1 authentication.go:369] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 08:59:54.721144 1 authentication.go:370] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 08:59:54.767566 1 server.go:154] "Starting Kubernetes Scheduler" version="v1.28.0"
I1227 08:59:54.767608 1 server.go:156] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 08:59:54.780666 1 secure_serving.go:210] Serving securely on 127.0.0.1:10259
I1227 08:59:54.780790 1 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 08:59:54.780810 1 shared_informer.go:311] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1227 08:59:54.780832 1 tlsconfig.go:240] "Starting DynamicServingCertificateController"
I1227 08:59:54.881237 1 shared_informer.go:318] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kubelet <==
Dec 27 09:00:07 old-k8s-version-601009 kubelet[723]: I1227 09:00:07.980622 723 topology_manager.go:215] "Topology Admit Handler" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3" podNamespace="kubernetes-dashboard" podName="dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110723 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/14fc60d7-9b6e-47dd-9c12-176dd1bd7db3-tmp-volume\") pod \"dashboard-metrics-scraper-5f989dc9cf-kc94n\" (UID: \"14fc60d7-9b6e-47dd-9c12-176dd1bd7db3\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110792 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x8rp4\" (UniqueName: \"kubernetes.io/projected/840c7aaf-89e9-4e9f-ac25-879759e426a5-kube-api-access-x8rp4\") pod \"kubernetes-dashboard-8694d4445c-xl8dp\" (UID: \"840c7aaf-89e9-4e9f-ac25-879759e426a5\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.110962 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"tmp-volume\" (UniqueName: \"kubernetes.io/empty-dir/840c7aaf-89e9-4e9f-ac25-879759e426a5-tmp-volume\") pod \"kubernetes-dashboard-8694d4445c-xl8dp\" (UID: \"840c7aaf-89e9-4e9f-ac25-879759e426a5\") " pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp"
Dec 27 09:00:08 old-k8s-version-601009 kubelet[723]: I1227 09:00:08.111026 723 reconciler_common.go:258] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-k2wsw\" (UniqueName: \"kubernetes.io/projected/14fc60d7-9b6e-47dd-9c12-176dd1bd7db3-kube-api-access-k2wsw\") pod \"dashboard-metrics-scraper-5f989dc9cf-kc94n\" (UID: \"14fc60d7-9b6e-47dd-9c12-176dd1bd7db3\") " pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n"
Dec 27 09:00:11 old-k8s-version-601009 kubelet[723]: I1227 09:00:11.961556 723 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kubernetes-dashboard/kubernetes-dashboard-8694d4445c-xl8dp" podStartSLOduration=2.230693848 podCreationTimestamp="2025-12-27 09:00:07 +0000 UTC" firstStartedPulling="2025-12-27 09:00:08.303406124 +0000 UTC m=+16.543277544" lastFinishedPulling="2025-12-27 09:00:11.034194812 +0000 UTC m=+19.274066231" observedRunningTime="2025-12-27 09:00:11.960995544 +0000 UTC m=+20.200866982" watchObservedRunningTime="2025-12-27 09:00:11.961482535 +0000 UTC m=+20.201353973"
Dec 27 09:00:14 old-k8s-version-601009 kubelet[723]: I1227 09:00:14.955643 723 scope.go:117] "RemoveContainer" containerID="9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: I1227 09:00:15.961460 723 scope.go:117] "RemoveContainer" containerID="9ac0c12e00b8e2d73363a43b7e44cd79d5956498c84e7323a9d43f53bc7b2172"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: I1227 09:00:15.961698 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:15 old-k8s-version-601009 kubelet[723]: E1227 09:00:15.962053 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:16 old-k8s-version-601009 kubelet[723]: I1227 09:00:16.965955 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:16 old-k8s-version-601009 kubelet[723]: E1227 09:00:16.966195 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:18 old-k8s-version-601009 kubelet[723]: I1227 09:00:18.281836 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:18 old-k8s-version-601009 kubelet[723]: E1227 09:00:18.282297 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:25 old-k8s-version-601009 kubelet[723]: I1227 09:00:25.990664 723 scope.go:117] "RemoveContainer" containerID="93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1"
Dec 27 09:00:29 old-k8s-version-601009 kubelet[723]: I1227 09:00:29.862051 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: I1227 09:00:30.006751 723 scope.go:117] "RemoveContainer" containerID="13632a900e3070a51dfc3a031898db4240481ef9abc816f8062d180faee0e760"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: I1227 09:00:30.007133 723 scope.go:117] "RemoveContainer" containerID="cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
Dec 27 09:00:30 old-k8s-version-601009 kubelet[723]: E1227 09:00:30.007539 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:38 old-k8s-version-601009 kubelet[723]: I1227 09:00:38.282442 723 scope.go:117] "RemoveContainer" containerID="cd6ed6218dc1d4fd0b79558a01c09a8bae699dcc323d87c6b9c7b95e61d77e3a"
Dec 27 09:00:38 old-k8s-version-601009 kubelet[723]: E1227 09:00:38.282856 723 pod_workers.go:1300] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-5f989dc9cf-kc94n_kubernetes-dashboard(14fc60d7-9b6e-47dd-9c12-176dd1bd7db3)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-5f989dc9cf-kc94n" podUID="14fc60d7-9b6e-47dd-9c12-176dd1bd7db3"
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:00:44 old-k8s-version-601009 systemd[1]: kubelet.service: Consumed 1.552s CPU time.
==> kubernetes-dashboard [7312dccf733b3e934bfd32e239f8775f45e10f2e1563cdd7923fffdddd84c15b] <==
2025/12/27 09:00:11 Using namespace: kubernetes-dashboard
2025/12/27 09:00:11 Using in-cluster config to connect to apiserver
2025/12/27 09:00:11 Using secret token for csrf signing
2025/12/27 09:00:11 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:11 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:11 Successful initial request to the apiserver, version: v1.28.0
2025/12/27 09:00:11 Generating JWE encryption key
2025/12/27 09:00:11 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:11 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:11 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:11 Creating in-cluster Sidecar client
2025/12/27 09:00:11 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:11 Serving insecurely on HTTP port: 9090
2025/12/27 09:00:41 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:11 Starting overwatch
==> storage-provisioner [280532b9b641f304e42105ac84d3d49c9916d07c812a079c90aa380f91c9ab97] <==
I1227 09:00:26.053824 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:26.064451 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:26.064506 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
I1227 09:00:43.461260 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:00:43.461380 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"2692374f-cc0d-420b-b6c9-f08587297fdc", APIVersion:"v1", ResourceVersion:"666", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355 became leader
I1227 09:00:43.461433 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355!
I1227 09:00:43.561520 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_old-k8s-version-601009_6c52700e-333b-4ec7-bdfd-aef694786355!
==> storage-provisioner [93d0ff80ab74d72f4e5b7dbd733ac3a99201c3ea47e0de9153e0fad616a53ba1] <==
I1227 08:59:55.300512 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:25.305639 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-601009 -n old-k8s-version-601009
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p old-k8s-version-601009 -n old-k8s-version-601009: exit status 2 (341.291472ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context old-k8s-version-601009 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/old-k8s-version/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/old-k8s-version/serial/Pause (6.22s)
=== RUN TestStartStop/group/embed-certs/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-amd64 pause -p embed-certs-914340 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p embed-certs-914340 --alsologtostderr -v=1: exit status 80 (2.458607946s)
-- stdout --
* Pausing node embed-certs-914340 ...
-- /stdout --
** stderr **
I1227 09:01:09.199705 332450 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:09.200061 332450 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:09.200076 332450 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:09.200083 332450 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:09.200362 332450 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:09.200747 332450 out.go:368] Setting JSON to false
I1227 09:01:09.200772 332450 mustload.go:66] Loading cluster: embed-certs-914340
I1227 09:01:09.201224 332450 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:09.201893 332450 cli_runner.go:164] Run: docker container inspect embed-certs-914340 --format={{.State.Status}}
I1227 09:01:09.227724 332450 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:01:09.228123 332450 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:09.317782 332450 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:78 OomKillDisable:false NGoroutines:86 SystemTime:2025-12-27 09:01:09.301345866 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:09.318611 332450 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:embed-certs-914340 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(boo
l=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 09:01:09.321868 332450 out.go:179] * Pausing node embed-certs-914340 ...
I1227 09:01:09.323301 332450 host.go:66] Checking if "embed-certs-914340" exists ...
I1227 09:01:09.323647 332450 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:09.323701 332450 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" embed-certs-914340
I1227 09:01:09.347410 332450 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33118 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/embed-certs-914340/id_rsa Username:docker}
I1227 09:01:09.451578 332450 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:09.468547 332450 pause.go:52] kubelet running: true
I1227 09:01:09.468634 332450 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:09.690558 332450 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:09.690674 332450 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:09.790606 332450 cri.go:96] found id: "c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b"
I1227 09:01:09.790646 332450 cri.go:96] found id: "c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e"
I1227 09:01:09.790653 332450 cri.go:96] found id: "79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834"
I1227 09:01:09.790658 332450 cri.go:96] found id: "59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
I1227 09:01:09.790663 332450 cri.go:96] found id: "4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac"
I1227 09:01:09.790668 332450 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:01:09.790673 332450 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:01:09.790678 332450 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:01:09.790683 332450 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:01:09.790692 332450 cri.go:96] found id: "55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
I1227 09:01:09.790701 332450 cri.go:96] found id: "558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c"
I1227 09:01:09.790706 332450 cri.go:96] found id: ""
I1227 09:01:09.790774 332450 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:09.807776 332450 retry.go:84] will retry after 300ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:09Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:10.133384 332450 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:10.150800 332450 pause.go:52] kubelet running: false
I1227 09:01:10.150854 332450 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:10.299590 332450 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:10.299664 332450 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:10.366949 332450 cri.go:96] found id: "c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b"
I1227 09:01:10.366977 332450 cri.go:96] found id: "c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e"
I1227 09:01:10.366983 332450 cri.go:96] found id: "79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834"
I1227 09:01:10.366988 332450 cri.go:96] found id: "59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
I1227 09:01:10.366993 332450 cri.go:96] found id: "4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac"
I1227 09:01:10.366998 332450 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:01:10.367002 332450 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:01:10.367007 332450 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:01:10.367011 332450 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:01:10.367026 332450 cri.go:96] found id: "55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
I1227 09:01:10.367032 332450 cri.go:96] found id: "558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c"
I1227 09:01:10.367035 332450 cri.go:96] found id: ""
I1227 09:01:10.367072 332450 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:10.681811 332450 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:10.694848 332450 pause.go:52] kubelet running: false
I1227 09:01:10.694907 332450 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:10.840619 332450 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:10.840702 332450 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:10.919299 332450 cri.go:96] found id: "c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b"
I1227 09:01:10.919360 332450 cri.go:96] found id: "c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e"
I1227 09:01:10.919367 332450 cri.go:96] found id: "79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834"
I1227 09:01:10.919372 332450 cri.go:96] found id: "59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
I1227 09:01:10.919377 332450 cri.go:96] found id: "4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac"
I1227 09:01:10.919382 332450 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:01:10.919387 332450 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:01:10.919392 332450 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:01:10.919396 332450 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:01:10.919405 332450 cri.go:96] found id: "55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
I1227 09:01:10.919411 332450 cri.go:96] found id: "558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c"
I1227 09:01:10.919414 332450 cri.go:96] found id: ""
I1227 09:01:10.919462 332450 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:11.314540 332450 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:11.330763 332450 pause.go:52] kubelet running: false
I1227 09:01:11.330828 332450 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:11.488474 332450 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:11.488566 332450 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:11.561221 332450 cri.go:96] found id: "c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b"
I1227 09:01:11.561248 332450 cri.go:96] found id: "c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e"
I1227 09:01:11.561254 332450 cri.go:96] found id: "79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834"
I1227 09:01:11.561259 332450 cri.go:96] found id: "59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
I1227 09:01:11.561263 332450 cri.go:96] found id: "4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac"
I1227 09:01:11.561268 332450 cri.go:96] found id: "ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573"
I1227 09:01:11.561272 332450 cri.go:96] found id: "5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8"
I1227 09:01:11.561276 332450 cri.go:96] found id: "bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8"
I1227 09:01:11.561280 332450 cri.go:96] found id: "b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050"
I1227 09:01:11.561289 332450 cri.go:96] found id: "55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
I1227 09:01:11.561294 332450 cri.go:96] found id: "558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c"
I1227 09:01:11.561298 332450 cri.go:96] found id: ""
I1227 09:01:11.561376 332450 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:11.576424 332450 out.go:203]
W1227 09:01:11.577430 332450 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:11Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:11Z" level=error msg="open /run/runc: no such file or directory"
W1227 09:01:11.577449 332450 out.go:285] *
*
W1227 09:01:11.579136 332450 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 09:01:11.580123 332450 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-amd64 pause -p embed-certs-914340 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect embed-certs-914340
helpers_test.go:244: (dbg) docker inspect embed-certs-914340:
-- stdout --
[
{
"Id": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"Created": "2025-12-27T08:59:06.348147534Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 319972,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:15.208147897Z",
"FinishedAt": "2025-12-27T09:00:14.300390764Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hostname",
"HostsPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hosts",
"LogPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0-json.log",
"Name": "/embed-certs-914340",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-914340:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "embed-certs-914340",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"LowerDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/merged",
"UpperDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/diff",
"WorkDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "embed-certs-914340",
"Source": "/var/lib/docker/volumes/embed-certs-914340/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "embed-certs-914340",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-914340",
"name.minikube.sigs.k8s.io": "embed-certs-914340",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "49df36e3c3b25fb16c849514ddb336409007c0e39e1af3dd6af4cba977334a89",
"SandboxKey": "/var/run/docker/netns/49df36e3c3b2",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33118"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33119"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33122"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33120"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33121"
}
]
},
"Networks": {
"embed-certs-914340": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "5e5ef9facedde84b4654b3018ff901e7019946ed256ed461a2d789db2277b470",
"EndpointID": "4680eb52e1567c686fa35e001ae5b3bdc8cd7e2a93bd18801ad17203f4310895",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"MacAddress": "86:59:28:b8:a5:f5",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-914340",
"4d30c786e6d0"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340: exit status 2 (335.244344ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25: (1.127176812s)
helpers_test.go:261: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ ssh │ -p bridge-902828 sudo crio config │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:53
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:53.729487 328232 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:53.729717 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729725 328232 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:53.729729 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729917 328232 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:53.730403 328232 out.go:368] Setting JSON to false
I1227 09:00:53.731478 328232 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2606,"bootTime":1766823448,"procs":336,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:53.731531 328232 start.go:143] virtualization: kvm guest
I1227 09:00:53.733280 328232 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:53.734489 328232 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:53.734499 328232 notify.go:221] Checking for updates...
I1227 09:00:53.736591 328232 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:53.737644 328232 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:53.738687 328232 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:53.739725 328232 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:53.740766 328232 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:53.742115 328232 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742215 328232 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742323 328232 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742410 328232 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:53.766079 328232 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:53.766249 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.824562 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.81435624 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.824703 328232 docker.go:319] overlay module found
I1227 09:00:53.826382 328232 out.go:179] * Using the docker driver based on user configuration
I1227 09:00:53.827227 328232 start.go:309] selected driver: docker
I1227 09:00:53.827240 328232 start.go:928] validating driver "docker" against <nil>
I1227 09:00:53.827251 328232 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:53.827812 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.890792 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.879693661 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.890933 328232 start_flags.go:333] no existing cluster config was found, will generate one from the flags
W1227 09:00:53.890965 328232 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1227 09:00:53.891256 328232 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:00:53.893337 328232 out.go:179] * Using Docker driver with root privileges
I1227 09:00:53.894400 328232 cni.go:84] Creating CNI manager for ""
I1227 09:00:53.894483 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:53.894495 328232 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 09:00:53.894586 328232 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:53.896600 328232 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:00:53.897732 328232 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:53.898859 328232 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:53.899928 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:53.899962 328232 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:53.899972 328232 cache.go:65] Caching tarball of preloaded images
I1227 09:00:53.900035 328232 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:53.900046 328232 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:53.900055 328232 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:53.900143 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:00:53.900160 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json: {Name:mkbd10504eb462a5c7dfbb10dd28088fd26a35c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:53.924532 328232 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:53.924555 328232 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:53.924571 328232 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:53.924600 328232 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:53.924692 328232 start.go:364] duration metric: took 78.242µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:00:53.924713 328232 start.go:93] Provisioning new machine with config: &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:53.924775 328232 start.go:125] createHost starting for "" (driver="docker")
I1227 09:00:49.860846 326814 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-828751" ...
I1227 09:00:49.860946 326814 cli_runner.go:164] Run: docker start default-k8s-diff-port-828751
I1227 09:00:50.118749 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:50.140486 326814 kic.go:430] container "default-k8s-diff-port-828751" state is running.
I1227 09:00:50.140947 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:50.161450 326814 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 09:00:50.161718 326814 machine.go:94] provisionDockerMachine start ...
I1227 09:00:50.161818 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:50.185507 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:50.185818 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:50.185834 326814 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:50.186458 326814 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39084->127.0.0.1:33123: read: connection reset by peer
I1227 09:00:53.314343 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.314374 326814 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 09:00:53.314435 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.336464 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.336707 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.336722 326814 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 09:00:53.473800 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.473890 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.494262 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.494534 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.494563 326814 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:53.619007 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:53.619035 326814 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:53.619063 326814 ubuntu.go:190] setting up certificates
I1227 09:00:53.619084 326814 provision.go:84] configureAuth start
I1227 09:00:53.619138 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:53.638124 326814 provision.go:143] copyHostCerts
I1227 09:00:53.638186 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:53.638199 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:53.638282 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:53.638456 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:53.638473 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:53.638520 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:53.638621 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:53.638632 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:53.638668 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:53.638758 326814 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 09:00:53.663892 326814 provision.go:177] copyRemoteCerts
I1227 09:00:53.663962 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:53.664003 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.682061 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:53.776793 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 09:00:53.796375 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:53.816449 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:53.835214 326814 provision.go:87] duration metric: took 216.121293ms to configureAuth
I1227 09:00:53.835237 326814 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:53.835413 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.835523 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.857820 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.858119 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.858149 326814 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:54.215139 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:54.215168 326814 machine.go:97] duration metric: took 4.053427893s to provisionDockerMachine
I1227 09:00:54.215182 326814 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 09:00:54.215195 326814 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:54.215364 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:54.215428 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.236244 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.331252 326814 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:54.336427 326814 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:54.336466 326814 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:54.336481 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:54.336531 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:54.336655 326814 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:54.336804 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:54.345089 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:54.364914 326814 start.go:296] duration metric: took 149.713889ms for postStartSetup
I1227 09:00:54.365012 326814 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:54.365067 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.385015 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.484705 326814 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:54.489691 326814 fix.go:56] duration metric: took 4.65107881s for fixHost
I1227 09:00:54.489726 326814 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 4.651135986s
I1227 09:00:54.489790 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:54.508527 326814 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:54.508578 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.508667 326814 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:54.508733 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.528592 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.529042 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
W1227 09:00:51.722491 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:53.724039 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
I1227 09:00:55.810804 319760 pod_ready.go:94] pod "coredns-7d764666f9-9lzbz" is "Ready"
I1227 09:00:55.810838 319760 pod_ready.go:86] duration metric: took 30.593366152s for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.813210 319760 pod_ready.go:83] waiting for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.949892 319760 pod_ready.go:94] pod "etcd-embed-certs-914340" is "Ready"
I1227 09:00:55.949933 319760 pod_ready.go:86] duration metric: took 136.695906ms for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.952305 319760 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.956644 319760 pod_ready.go:94] pod "kube-apiserver-embed-certs-914340" is "Ready"
I1227 09:00:55.956668 319760 pod_ready.go:86] duration metric: took 4.319476ms for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.070710 319760 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.075672 319760 pod_ready.go:94] pod "kube-controller-manager-embed-certs-914340" is "Ready"
I1227 09:00:56.075703 319760 pod_ready.go:86] duration metric: took 4.953085ms for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.122492 319760 pod_ready.go:83] waiting for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.522397 319760 pod_ready.go:94] pod "kube-proxy-2cdrv" is "Ready"
I1227 09:00:56.522428 319760 pod_ready.go:86] duration metric: took 399.904225ms for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.721374 319760 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122393 319760 pod_ready.go:94] pod "kube-scheduler-embed-certs-914340" is "Ready"
I1227 09:00:57.122424 319760 pod_ready.go:86] duration metric: took 401.02177ms for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122437 319760 pod_ready.go:40] duration metric: took 31.908596361s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:57.164488 319760 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:57.254050 319760 out.go:179] * Done! kubectl is now configured to use "embed-certs-914340" cluster and "default" namespace by default
I1227 09:00:54.680182 326814 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:54.687450 326814 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:54.730899 326814 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:54.735946 326814 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:54.736018 326814 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:54.744028 326814 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:54.744054 326814 start.go:496] detecting cgroup driver to use...
I1227 09:00:54.744086 326814 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:54.744121 326814 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:54.763214 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:54.777704 326814 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:54.777773 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:54.794517 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:54.809742 326814 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:54.898766 326814 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:54.984326 326814 docker.go:234] disabling docker service ...
I1227 09:00:54.984397 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:54.999498 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:55.013014 326814 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:55.102573 326814 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:55.215505 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:55.228809 326814 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:55.242969 326814 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:55.243029 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.252135 326814 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:55.252216 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.261743 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.270941 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.279589 326814 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:55.287566 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.296801 326814 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.305425 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.314466 326814 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:55.322025 326814 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:55.329288 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:55.420769 326814 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:57.485130 326814 ssh_runner.go:235] Completed: sudo systemctl restart crio: (2.06432361s)
I1227 09:00:57.485162 326814 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:57.485211 326814 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:57.490095 326814 start.go:574] Will wait 60s for crictl version
I1227 09:00:57.490151 326814 ssh_runner.go:195] Run: which crictl
I1227 09:00:57.494082 326814 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:57.521000 326814 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:57.521077 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.551935 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.588368 326814 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
W1227 09:00:54.399098 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:56.899097 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:53.926464 328232 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 09:00:53.926679 328232 start.go:159] libmachine.API.Create for "newest-cni-693933" (driver="docker")
I1227 09:00:53.926707 328232 client.go:173] LocalClient.Create starting
I1227 09:00:53.926761 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 09:00:53.926792 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926810 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.926865 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 09:00:53.926886 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926898 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.927245 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 09:00:53.944651 328232 cli_runner.go:211] docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 09:00:53.944718 328232 network_create.go:284] running [docker network inspect newest-cni-693933] to gather additional debugging logs...
I1227 09:00:53.944741 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933
W1227 09:00:53.962502 328232 cli_runner.go:211] docker network inspect newest-cni-693933 returned with exit code 1
I1227 09:00:53.962537 328232 network_create.go:287] error running [docker network inspect newest-cni-693933]: docker network inspect newest-cni-693933: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-693933 not found
I1227 09:00:53.962563 328232 network_create.go:289] output of [docker network inspect newest-cni-693933]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-693933 not found
** /stderr **
I1227 09:00:53.962666 328232 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:53.980306 328232 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 09:00:53.980885 328232 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 09:00:53.981642 328232 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 09:00:53.982241 328232 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-5e5ef9facedd IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:22:8f:4a:69:f4:ed} reservation:<nil>}
I1227 09:00:53.983116 328232 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001fa6160}
I1227 09:00:53.983139 328232 network_create.go:124] attempt to create docker network newest-cni-693933 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 09:00:53.983192 328232 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-693933 newest-cni-693933
I1227 09:00:54.032597 328232 network_create.go:108] docker network newest-cni-693933 192.168.85.0/24 created
I1227 09:00:54.032625 328232 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-693933" container
I1227 09:00:54.032692 328232 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 09:00:54.052054 328232 cli_runner.go:164] Run: docker volume create newest-cni-693933 --label name.minikube.sigs.k8s.io=newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true
I1227 09:00:54.072044 328232 oci.go:103] Successfully created a docker volume newest-cni-693933
I1227 09:00:54.072123 328232 cli_runner.go:164] Run: docker run --rm --name newest-cni-693933-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --entrypoint /usr/bin/test -v newest-cni-693933:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 09:00:54.477067 328232 oci.go:107] Successfully prepared a docker volume newest-cni-693933
I1227 09:00:54.477142 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:54.477154 328232 kic.go:194] Starting extracting preloaded images to volume ...
I1227 09:00:54.477212 328232 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 09:00:57.352675 328232 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (2.875407997s)
I1227 09:00:57.352764 328232 kic.go:203] duration metric: took 2.875602908s to extract preloaded images to volume ...
W1227 09:00:57.352923 328232 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 09:00:57.352989 328232 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 09:00:57.353039 328232 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 09:00:57.425011 328232 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-693933 --name newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-693933 --network newest-cni-693933 --ip 192.168.85.2 --volume newest-cni-693933:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 09:00:57.733592 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Running}}
I1227 09:00:57.752698 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.773146 328232 cli_runner.go:164] Run: docker exec newest-cni-693933 stat /var/lib/dpkg/alternatives/iptables
I1227 09:00:57.819180 328232 oci.go:144] the created container "newest-cni-693933" has a running status.
I1227 09:00:57.819215 328232 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa...
I1227 09:00:57.857398 328232 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 09:00:57.895467 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.916135 328232 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 09:00:57.916155 328232 kic_runner.go:114] Args: [docker exec --privileged newest-cni-693933 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 09:00:57.961944 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.986993 328232 machine.go:94] provisionDockerMachine start ...
I1227 09:00:57.987210 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:00:58.009614 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:58.009966 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:00:58.009983 328232 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:58.010711 328232 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47510->127.0.0.1:33128: read: connection reset by peer
I1227 09:00:57.589490 326814 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:57.610678 326814 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 09:00:57.615384 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.628569 326814 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:57.628727 326814 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:57.628795 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.674469 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.674489 326814 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:57.674533 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.705304 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.705337 326814 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:57.705355 326814 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 09:00:57.705533 326814 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:57.705635 326814 ssh_runner.go:195] Run: crio config
I1227 09:00:57.756837 326814 cni.go:84] Creating CNI manager for ""
I1227 09:00:57.756865 326814 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:57.756885 326814 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:57.756914 326814 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:57.757098 326814 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:57.757182 326814 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:57.766565 326814 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:57.766624 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:57.775505 326814 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 09:00:57.789775 326814 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:57.803430 326814 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 09:00:57.817069 326814 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:57.821326 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.831573 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:57.936500 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:57.955064 326814 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 09:00:57.955089 326814 certs.go:195] generating shared ca certs ...
I1227 09:00:57.955112 326814 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:57.955273 326814 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:57.955450 326814 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:57.955500 326814 certs.go:257] generating profile certs ...
I1227 09:00:57.955701 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 09:00:57.955867 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 09:00:57.955955 326814 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 09:00:57.956105 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:57.956146 326814 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:57.956157 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:57.956263 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:57.956346 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:57.956421 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:57.956526 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:57.957464 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:57.984048 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:58.006745 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:58.027550 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:58.057561 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 09:00:58.086277 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:58.108156 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:58.129040 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 09:00:58.148756 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:58.166725 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:58.184625 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:58.203717 326814 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:58.216264 326814 ssh_runner.go:195] Run: openssl version
I1227 09:00:58.222572 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.230101 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:58.238031 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241854 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241909 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.280701 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:58.288743 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:58.296640 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:58.304436 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308292 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308356 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:58.344228 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:58.352353 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:58.360105 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:58.368050 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371755 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371806 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:58.415737 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:58.423478 326814 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:58.427225 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:58.461490 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:58.495560 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:58.541942 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:58.589431 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:58.640257 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:58.683766 326814 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountTyp
e:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:58.683879 326814 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:58.684012 326814 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:58.714747 326814 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:00:58.714771 326814 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:00:58.714778 326814 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:00:58.714788 326814 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:00:58.714792 326814 cri.go:96] found id: ""
I1227 09:00:58.714841 326814 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:58.728350 326814 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:58Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:58.728420 326814 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:58.737102 326814 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:58.737119 326814 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:58.737157 326814 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:58.744744 326814 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:58.745598 326814 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-828751" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.746127 326814 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-828751" cluster setting kubeconfig missing "default-k8s-diff-port-828751" context setting]
I1227 09:00:58.746876 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.748496 326814 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:58.756234 326814 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.103.2
I1227 09:00:58.756266 326814 kubeadm.go:602] duration metric: took 19.141081ms to restartPrimaryControlPlane
I1227 09:00:58.756276 326814 kubeadm.go:403] duration metric: took 72.519868ms to StartCluster
I1227 09:00:58.756291 326814 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.756375 326814 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.757757 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.758014 326814 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:58.758072 326814 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:58.758170 326814 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758188 326814 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-828751"
W1227 09:00:58.758196 326814 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:58.758196 326814 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758232 326814 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-828751"
I1227 09:00:58.758235 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
W1227 09:00:58.758247 326814 addons.go:248] addon dashboard should already be in state true
I1227 09:00:58.758248 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:58.758276 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.758200 326814 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758298 326814 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-828751"
I1227 09:00:58.758582 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758724 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758762 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.759529 326814 out.go:179] * Verifying Kubernetes components...
I1227 09:00:58.760746 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:58.785402 326814 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-828751"
W1227 09:00:58.785426 326814 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:58.785451 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.785942 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.788723 326814 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:58.788731 326814 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:58.789981 326814 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.790007 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:58.790065 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.789993 326814 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:58.792733 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:58.792754 326814 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:58.792809 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.821999 326814 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.822023 326814 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:58.822156 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.826276 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.827876 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.847103 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.913288 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:58.927656 326814 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:58.931121 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:58.931158 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:58.932304 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.945539 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:58.945565 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:58.947491 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.960694 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:58.960844 326814 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:58.974940 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:58.974964 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:58.989800 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:58.989823 326814 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:59.004111 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:59.004233 326814 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:59.016662 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:59.016687 326814 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:59.029002 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:59.029027 326814 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:59.041581 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:59.041606 326814 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:59.054552 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:00.228812 326814 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:01:00.228852 326814 node_ready.go:38] duration metric: took 1.301163255s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:01:00.228866 326814 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:00.228921 326814 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:00.740536 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.80814389s)
I1227 09:01:00.740614 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.793090912s)
I1227 09:01:00.740720 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.686134588s)
I1227 09:01:00.740784 326814 api_server.go:72] duration metric: took 1.982739775s to wait for apiserver process to appear ...
I1227 09:01:00.740846 326814 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:00.740875 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:00.742569 326814 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-828751 addons enable metrics-server
I1227 09:01:00.745224 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:00.745245 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:00.747650 326814 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1227 09:00:59.397473 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:01:00.895942 318904 pod_ready.go:94] pod "coredns-7d764666f9-mgt7m" is "Ready"
I1227 09:01:00.895972 318904 pod_ready.go:86] duration metric: took 38.004037508s for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.898735 318904 pod_ready.go:83] waiting for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.902199 318904 pod_ready.go:94] pod "etcd-no-preload-598808" is "Ready"
I1227 09:01:00.902217 318904 pod_ready.go:86] duration metric: took 3.457181ms for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.904092 318904 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.907457 318904 pod_ready.go:94] pod "kube-apiserver-no-preload-598808" is "Ready"
I1227 09:01:00.907478 318904 pod_ready.go:86] duration metric: took 3.368395ms for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.909331 318904 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.094583 318904 pod_ready.go:94] pod "kube-controller-manager-no-preload-598808" is "Ready"
I1227 09:01:01.094620 318904 pod_ready.go:86] duration metric: took 185.26628ms for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.295966 318904 pod_ready.go:83] waiting for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.694803 318904 pod_ready.go:94] pod "kube-proxy-jpv6j" is "Ready"
I1227 09:01:01.694836 318904 pod_ready.go:86] duration metric: took 398.841142ms for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.895252 318904 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295927 318904 pod_ready.go:94] pod "kube-scheduler-no-preload-598808" is "Ready"
I1227 09:01:02.295954 318904 pod_ready.go:86] duration metric: took 400.677168ms for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295969 318904 pod_ready.go:40] duration metric: took 39.40767645s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:02.346856 318904 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:02.348608 318904 out.go:179] * Done! kubectl is now configured to use "no-preload-598808" cluster and "default" namespace by default
I1227 09:01:01.138189 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.138216 328232 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:01.138300 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.157295 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.157545 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.157561 328232 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:01.295816 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.295923 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.316542 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.316763 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.316782 328232 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:01.456340 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:01.456380 328232 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:01.456415 328232 ubuntu.go:190] setting up certificates
I1227 09:01:01.456429 328232 provision.go:84] configureAuth start
I1227 09:01:01.456479 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:01.478534 328232 provision.go:143] copyHostCerts
I1227 09:01:01.478609 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:01.478625 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:01.478700 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:01.478830 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:01.478843 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:01.478885 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:01.478993 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:01.479004 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:01.479042 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:01.479132 328232 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:01.702035 328232 provision.go:177] copyRemoteCerts
I1227 09:01:01.702090 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:01.702127 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.719972 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:01.810347 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:01.830659 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:01.848780 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:01.866013 328232 provision.go:87] duration metric: took 409.563619ms to configureAuth
I1227 09:01:01.866042 328232 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:01.866227 328232 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:01.866349 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.884933 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.885167 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.885190 328232 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:02.162776 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:02.162805 328232 machine.go:97] duration metric: took 4.175787697s to provisionDockerMachine
I1227 09:01:02.162821 328232 client.go:176] duration metric: took 8.236105572s to LocalClient.Create
I1227 09:01:02.162844 328232 start.go:167] duration metric: took 8.23616517s to libmachine.API.Create "newest-cni-693933"
I1227 09:01:02.162858 328232 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:02.162872 328232 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:02.162962 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:02.163027 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.182610 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.278997 328232 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:02.283573 328232 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:02.283604 328232 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:02.283617 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:02.283666 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:02.283762 328232 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:02.283878 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:02.293195 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:02.316204 328232 start.go:296] duration metric: took 153.330616ms for postStartSetup
I1227 09:01:02.316603 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.341389 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:02.341732 328232 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:02.341777 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.360239 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.451463 328232 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:02.456005 328232 start.go:128] duration metric: took 8.531218513s to createHost
I1227 09:01:02.456030 328232 start.go:83] releasing machines lock for "newest-cni-693933", held for 8.531327277s
I1227 09:01:02.456095 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.476439 328232 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:02.476483 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.476536 328232 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:02.476606 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.495834 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.497891 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.585387 328232 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:02.649821 328232 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:02.686566 328232 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:02.691867 328232 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:02.691926 328232 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:02.720015 328232 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 09:01:02.720035 328232 start.go:496] detecting cgroup driver to use...
I1227 09:01:02.720067 328232 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:02.720117 328232 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:02.735894 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:02.747689 328232 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:02.747749 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:02.764029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:02.781883 328232 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:02.863456 328232 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:02.948962 328232 docker.go:234] disabling docker service ...
I1227 09:01:02.949029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:02.967750 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:02.979956 328232 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:03.073932 328232 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:03.156609 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:03.169549 328232 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:03.184160 328232 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:03.184210 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.194660 328232 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:03.194715 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.204645 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.213030 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.221780 328232 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:03.229816 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.238453 328232 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.252031 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.261193 328232 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:03.268950 328232 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:03.276437 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.366417 328232 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:03.507576 328232 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:03.507650 328232 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:03.511596 328232 start.go:574] Will wait 60s for crictl version
I1227 09:01:03.511651 328232 ssh_runner.go:195] Run: which crictl
I1227 09:01:03.515023 328232 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:03.538593 328232 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:03.538670 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.564426 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.595605 328232 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:03.596907 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:03.614406 328232 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:03.618603 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.630810 328232 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:03.631932 328232 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:03.632053 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:03.632098 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.664623 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.664643 328232 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:03.664687 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.689503 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.689526 328232 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:03.689535 328232 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:03.689635 328232 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:03.689716 328232 ssh_runner.go:195] Run: crio config
I1227 09:01:00.748572 326814 addons.go:530] duration metric: took 1.990510373s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:01.241574 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.246394 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:01.246422 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:01.740984 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.745024 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:01:01.746075 326814 api_server.go:141] control plane version: v1.35.0
I1227 09:01:01.746107 326814 api_server.go:131] duration metric: took 1.005253913s to wait for apiserver health ...
I1227 09:01:01.746118 326814 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:01.749540 326814 system_pods.go:59] 8 kube-system pods found
I1227 09:01:01.749588 326814 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.749606 326814 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.749621 326814 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.749632 326814 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.749647 326814 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.749657 326814 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.749669 326814 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.749681 326814 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.749693 326814 system_pods.go:74] duration metric: took 3.56472ms to wait for pod list to return data ...
I1227 09:01:01.749706 326814 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:01.751786 326814 default_sa.go:45] found service account: "default"
I1227 09:01:01.751803 326814 default_sa.go:55] duration metric: took 2.088448ms for default service account to be created ...
I1227 09:01:01.751810 326814 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:01:01.754247 326814 system_pods.go:86] 8 kube-system pods found
I1227 09:01:01.754271 326814 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.754280 326814 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.754287 326814 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.754292 326814 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.754299 326814 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.754307 326814 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.754330 326814 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.754337 326814 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.754346 326814 system_pods.go:126] duration metric: took 2.531052ms to wait for k8s-apps to be running ...
I1227 09:01:01.754354 326814 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:01:01.754396 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:01.767380 326814 system_svc.go:56] duration metric: took 13.018593ms WaitForService to wait for kubelet
I1227 09:01:01.767404 326814 kubeadm.go:587] duration metric: took 3.009363104s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:01:01.767425 326814 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:01.770132 326814 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:01.770157 326814 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:01.770170 326814 node_conditions.go:105] duration metric: took 2.737067ms to run NodePressure ...
I1227 09:01:01.770180 326814 start.go:242] waiting for startup goroutines ...
I1227 09:01:01.770187 326814 start.go:247] waiting for cluster config update ...
I1227 09:01:01.770202 326814 start.go:256] writing updated cluster config ...
I1227 09:01:01.770471 326814 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:01.774532 326814 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:01.777620 326814 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:01:03.783706 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:03.736793 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:03.736812 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:03.736828 328232 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:03.736851 328232 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:03.736983 328232 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:03.737048 328232 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:03.745029 328232 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:03.745093 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:03.752710 328232 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:03.765133 328232 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:03.780453 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:03.793374 328232 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:03.796886 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.806627 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.892291 328232 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:03.918507 328232 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:03.918529 328232 certs.go:195] generating shared ca certs ...
I1227 09:01:03.918549 328232 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.918725 328232 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:03.918802 328232 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:03.918822 328232 certs.go:257] generating profile certs ...
I1227 09:01:03.918901 328232 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:03.918924 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt with IP's: []
I1227 09:01:03.961146 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt ...
I1227 09:01:03.961172 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt: {Name:mk17e6f8fc9276f64364dd83b320d37657f7e7a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961359 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key ...
I1227 09:01:03.961374 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key: {Name:mkad8c2ecac3502067382072cc420baae2e9ed33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961467 328232 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:03.961482 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1227 09:01:04.039277 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 ...
I1227 09:01:04.039306 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4: {Name:mk321ed8217ac99da5279ee55af6c7315ac285b4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039503 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 ...
I1227 09:01:04.039519 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4: {Name:mk3e9cb57555d848c671488cff1b993f971accfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039595 328232 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt
I1227 09:01:04.039669 328232 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key
I1227 09:01:04.039722 328232 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:04.039740 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt with IP's: []
I1227 09:01:04.066324 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt ...
I1227 09:01:04.066349 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt: {Name:mkc5df4d07d5057d7357588f93742f7fb59e79c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066493 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key ...
I1227 09:01:04.066505 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key: {Name:mk7fd1439884670360db16fbb8f17bb6c4f94e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066673 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:04.066711 328232 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:04.066721 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:04.066745 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:04.066770 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:04.066793 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:04.066835 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:04.067442 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:04.095726 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:04.112812 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:04.132815 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:04.156019 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:04.174497 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:04.192192 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:04.209717 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:04.226811 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:04.244983 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:04.262120 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:04.279001 328232 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:04.293000 328232 ssh_runner.go:195] Run: openssl version
I1227 09:01:04.298995 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.306747 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:04.313841 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317222 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317257 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.353011 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:04.360740 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 09:01:04.368296 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:04.375283 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:04.382301 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386041 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386082 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:04.420203 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:04.427766 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 09:01:04.434913 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:04.442254 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:04.449762 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:04.453973 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:04.454023 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:04.496667 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.504856 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.512360 328232 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:04.516190 328232 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 09:01:04.516259 328232 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:04.516355 328232 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:04.516405 328232 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:04.543977 328232 cri.go:96] found id: ""
I1227 09:01:04.544040 328232 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:04.552565 328232 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 09:01:04.561613 328232 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 09:01:04.561667 328232 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 09:01:04.569468 328232 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 09:01:04.569487 328232 kubeadm.go:158] found existing configuration files:
I1227 09:01:04.569533 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 09:01:04.578077 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 09:01:04.578124 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 09:01:04.585928 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 09:01:04.593786 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 09:01:04.593837 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 09:01:04.601739 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 09:01:04.609504 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 09:01:04.609554 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 09:01:04.617474 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 09:01:04.625411 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 09:01:04.625470 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 09:01:04.632795 328232 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 09:01:04.681832 328232 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 09:01:04.681909 328232 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 09:01:04.780555 328232 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 09:01:04.780651 328232 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 09:01:04.780698 328232 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 09:01:04.780762 328232 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 09:01:04.780837 328232 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 09:01:04.780901 328232 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 09:01:04.780967 328232 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 09:01:04.781030 328232 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 09:01:04.781095 328232 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 09:01:04.781166 328232 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 09:01:04.781225 328232 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 09:01:04.862592 328232 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 09:01:04.862743 328232 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 09:01:04.862863 328232 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 09:01:04.874339 328232 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 09:01:04.884353 328232 out.go:252] - Generating certificates and keys ...
I1227 09:01:04.884480 328232 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 09:01:04.884569 328232 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 09:01:04.984582 328232 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 09:01:05.071902 328232 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 09:01:05.193757 328232 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 09:01:05.322237 328232 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 09:01:05.427676 328232 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 09:01:05.428020 328232 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.466393 328232 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 09:01:05.466586 328232 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.563789 328232 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 09:01:05.887775 328232 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 09:01:05.968688 328232 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 09:01:05.968804 328232 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 09:01:06.011200 328232 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 09:01:06.201875 328232 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 09:01:06.296693 328232 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 09:01:06.422577 328232 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 09:01:06.704412 328232 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 09:01:06.704832 328232 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 09:01:06.708567 328232 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 09:01:06.710044 328232 out.go:252] - Booting up control plane ...
I1227 09:01:06.710166 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 09:01:06.710300 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 09:01:06.710952 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 09:01:06.724684 328232 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 09:01:06.724830 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 09:01:06.731759 328232 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 09:01:06.732052 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 09:01:06.732125 328232 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 09:01:06.837744 328232 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 09:01:06.837910 328232 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 09:01:07.339549 328232 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.850684ms
I1227 09:01:07.343222 328232 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 09:01:07.343370 328232 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1227 09:01:07.343520 328232 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 09:01:07.343665 328232 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1227 09:01:05.783954 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:08.285827 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:08.849917 328232 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.506592369s
I1227 09:01:09.895981 328232 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.552683311s
I1227 09:01:11.845639 328232 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.502025472s
I1227 09:01:11.866885 328232 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 09:01:11.878470 328232 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 09:01:11.888547 328232 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 09:01:11.888834 328232 kubeadm.go:319] [mark-control-plane] Marking the node newest-cni-693933 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 09:01:11.897651 328232 kubeadm.go:319] [bootstrap-token] Using token: deh3em.78y1ah0qxld6bdsj
==> CRI-O <==
Dec 27 09:00:35 embed-certs-914340 crio[565]: time="2025-12-27T09:00:35.738660907Z" level=info msg="Started container" PID=1748 containerID=23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper id=0a4760eb-c9ff-42cd-adea-9f47ce505972 name=/runtime.v1.RuntimeService/StartContainer sandboxID=627f41b242e7c9c15b651908ba2958845579efcbf3680155f3d8a00b6966a51b
Dec 27 09:00:36 embed-certs-914340 crio[565]: time="2025-12-27T09:00:36.703407107Z" level=info msg="Removing container: 18362ca9060f60d762b0e5d8001aba7ab963931f8bad76a3b9fb067ed58aa114" id=2a5796e6-df05-4b04-8ab4-9dc6e5c38e7d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:36 embed-certs-914340 crio[565]: time="2025-12-27T09:00:36.716070383Z" level=info msg="Removed container 18362ca9060f60d762b0e5d8001aba7ab963931f8bad76a3b9fb067ed58aa114: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=2a5796e6-df05-4b04-8ab4-9dc6e5c38e7d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.628812983Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=d4da138e-1a3b-4060-8c40-40b4fb2803f1 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.632055515Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=7b22edbb-c993-4b1e-bbff-62f3d595f794 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.635238124Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=ad0eaff5-c25f-45fc-935a-2111ebd7c400 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.635394417Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.643624643Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.644283513Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.675558882Z" level=info msg="Created container 55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=ad0eaff5-c25f-45fc-935a-2111ebd7c400 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.676205569Z" level=info msg="Starting container: 55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723" id=5b5ecd61-9bea-4136-8cc5-ccb49391976a name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.678159618Z" level=info msg="Started container" PID=1758 containerID=55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper id=5b5ecd61-9bea-4136-8cc5-ccb49391976a name=/runtime.v1.RuntimeService/StartContainer sandboxID=627f41b242e7c9c15b651908ba2958845579efcbf3680155f3d8a00b6966a51b
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.736884885Z" level=info msg="Removing container: 23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e" id=24c380f9-eb4a-4f2b-9eab-d2f5a83fe1fe name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.747481388Z" level=info msg="Removed container 23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=24c380f9-eb4a-4f2b-9eab-d2f5a83fe1fe name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.754612233Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=ce85d31b-7490-46ed-a5f6-102620fae229 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.755544868Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=7d82f5a0-255c-436b-9023-3542ae46ac93 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.757221127Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=8d9b0f14-7d7b-4491-aa7a-5ef60cd5d1b7 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.757422584Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763569659Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763762187Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/6a6d35c0ce733573c5c3fd805207f1a4d0a4773f1cb54404f8cf2861bb42dd58/merged/etc/passwd: no such file or directory"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763795908Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/6a6d35c0ce733573c5c3fd805207f1a4d0a4773f1cb54404f8cf2861bb42dd58/merged/etc/group: no such file or directory"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.764603152Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.792452551Z" level=info msg="Created container c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b: kube-system/storage-provisioner/storage-provisioner" id=8d9b0f14-7d7b-4491-aa7a-5ef60cd5d1b7 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.793115248Z" level=info msg="Starting container: c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b" id=1e2aad55-09eb-4780-b06f-29336ca257c7 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.795375431Z" level=info msg="Started container" PID=1775 containerID=c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b description=kube-system/storage-provisioner/storage-provisioner id=1e2aad55-09eb-4780-b06f-29336ca257c7 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c9dcaa99f016ad49d8f220626d6f3b3d39eba47a7ea25cd42ee048eb869a5d7b
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
c87439aa16e37 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 17 seconds ago Running storage-provisioner 1 c9dcaa99f016a storage-provisioner kube-system
55064bbcd12e6 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 23 seconds ago Exited dashboard-metrics-scraper 2 627f41b242e7c dashboard-metrics-scraper-867fb5f87b-tk7tp kubernetes-dashboard
558864df0c337 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 40 seconds ago Running kubernetes-dashboard 0 d7f8cf3e151c2 kubernetes-dashboard-b84665fb8-qwmvq kubernetes-dashboard
c9724820d6c28 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 48 seconds ago Running coredns 0 c83e109e0e1cc coredns-7d764666f9-9lzbz kube-system
4f5ed5ffb9112 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 48 seconds ago Running busybox 1 f2de1ea976e92 busybox default
79736dece11f8 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 48 seconds ago Running kube-proxy 0 56a928878cdd7 kube-proxy-2cdrv kube-system
59983774ef8a4 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 48 seconds ago Exited storage-provisioner 0 c9dcaa99f016a storage-provisioner kube-system
4521b1eb706bd 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 48 seconds ago Running kindnet-cni 0 e7849c50e0aa4 kindnet-jtxlk kube-system
ec840bb16a321 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 50 seconds ago Running etcd 0 6d47c0143df97 etcd-embed-certs-914340 kube-system
5d60678426673 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 50 seconds ago Running kube-scheduler 0 2acb15e3371d1 kube-scheduler-embed-certs-914340 kube-system
bbd87d1215508 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 50 seconds ago Running kube-apiserver 0 c03f73ab0ff1a kube-apiserver-embed-certs-914340 kube-system
b006a076f8aaf 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 50 seconds ago Running kube-controller-manager 0 e8a25af9a8b80 kube-controller-manager-embed-certs-914340 kube-system
==> coredns [c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:42533 - 19627 "HINFO IN 8823293584184019000.8145962534789876861. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010739874s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: embed-certs-914340
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=embed-certs-914340
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=embed-certs-914340
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_24_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:20 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-914340
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: embed-certs-914340
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 871cd81f-385c-4e4e-a284-9e6e055cceff
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 88s
kube-system coredns-7d764666f9-9lzbz 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 104s
kube-system etcd-embed-certs-914340 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 109s
kube-system kindnet-jtxlk 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 104s
kube-system kube-apiserver-embed-certs-914340 250m (3%) 0 (0%) 0 (0%) 0 (0%) 109s
kube-system kube-controller-manager-embed-certs-914340 200m (2%) 0 (0%) 0 (0%) 0 (0%) 109s
kube-system kube-proxy-2cdrv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 104s
kube-system kube-scheduler-embed-certs-914340 100m (1%) 0 (0%) 0 (0%) 0 (0%) 109s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 103s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-tk7tp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 45s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-qwmvq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 45s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 105s node-controller Node embed-certs-914340 event: Registered Node embed-certs-914340 in Controller
Normal RegisteredNode 46s node-controller Node embed-certs-914340 event: Registered Node embed-certs-914340 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573] <==
{"level":"info","ts":"2025-12-27T09:00:22.604220Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:embed-certs-914340 ClientURLs:[https://192.168.76.2:2379]}","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:22.604269Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:22.604616Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:22.605144Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:22.605624Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:22.605759Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:22.606641Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:22.610899Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:22.611005Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T09:00:55.803045Z","caller":"traceutil/trace.go:172","msg":"trace[800764356] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"112.996482ms","start":"2025-12-27T09:00:55.690024Z","end":"2025-12-27T09:00:55.803021Z","steps":["trace[800764356] 'read index received' (duration: 112.989216ms)","trace[800764356] 'applied index is now lower than readState.Index' (duration: 6.255µs)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:55.803347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.246485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:55.803811Z","caller":"traceutil/trace.go:172","msg":"trace[1856077413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"113.771996ms","start":"2025-12-27T09:00:55.690020Z","end":"2025-12-27T09:00:55.803792Z","steps":["trace[1856077413] 'agreement among raft nodes before linearized reading' (duration: 113.200125ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.806303Z","caller":"traceutil/trace.go:172","msg":"trace[1780510099] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"134.049818ms","start":"2025-12-27T09:00:55.672207Z","end":"2025-12-27T09:00:55.806256Z","steps":["trace[1780510099] 'process raft request' (duration: 130.877316ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.940661Z","caller":"traceutil/trace.go:172","msg":"trace[1204069607] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"128.561537ms","start":"2025-12-27T09:00:55.812080Z","end":"2025-12-27T09:00:55.940641Z","steps":["trace[1204069607] 'process raft request' (duration: 61.376108ms)","trace[1204069607] 'compare' (duration: 67.099177ms)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:55.940675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.465298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-embed-certs-914340\" limit:1 ","response":"range_response_count:1 size:5935"}
{"level":"info","ts":"2025-12-27T09:00:55.940780Z","caller":"traceutil/trace.go:172","msg":"trace[1528546483] range","detail":"{range_begin:/registry/pods/kube-system/etcd-embed-certs-914340; range_end:; response_count:1; response_revision:632; }","duration":"126.578101ms","start":"2025-12-27T09:00:55.814178Z","end":"2025-12-27T09:00:55.940756Z","steps":["trace[1528546483] 'agreement among raft nodes before linearized reading' (duration: 59.227264ms)","trace[1528546483] 'range keys from in-memory index tree' (duration: 67.132726ms)"],"step_count":2}
{"level":"info","ts":"2025-12-27T09:00:55.948378Z","caller":"traceutil/trace.go:172","msg":"trace[1345658240] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"134.713429ms","start":"2025-12-27T09:00:55.813646Z","end":"2025-12-27T09:00:55.948359Z","steps":["trace[1345658240] 'process raft request' (duration: 134.582532ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.948487Z","caller":"traceutil/trace.go:172","msg":"trace[1549888904] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"132.106193ms","start":"2025-12-27T09:00:55.816371Z","end":"2025-12-27T09:00:55.948477Z","steps":["trace[1549888904] 'process raft request' (duration: 131.88701ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.948517Z","caller":"traceutil/trace.go:172","msg":"trace[2146477233] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"136.240693ms","start":"2025-12-27T09:00:55.812255Z","end":"2025-12-27T09:00:55.948495Z","steps":["trace[2146477233] 'process raft request' (duration: 135.885867ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:56.063666Z","caller":"traceutil/trace.go:172","msg":"trace[1507979707] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:671; }","duration":"105.932147ms","start":"2025-12-27T09:00:55.957702Z","end":"2025-12-27T09:00:56.063634Z","steps":["trace[1507979707] 'read index received' (duration: 105.921017ms)","trace[1507979707] 'applied index is now lower than readState.Index' (duration: 9.938µs)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:56.069325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.582682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:56.069394Z","caller":"traceutil/trace.go:172","msg":"trace[102727826] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:636; }","duration":"111.670979ms","start":"2025-12-27T09:00:55.957699Z","end":"2025-12-27T09:00:56.069370Z","steps":["trace[102727826] 'agreement among raft nodes before linearized reading' (duration: 106.020898ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:56.069454Z","caller":"traceutil/trace.go:172","msg":"trace[503577850] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"113.09345ms","start":"2025-12-27T09:00:55.956346Z","end":"2025-12-27T09:00:56.069440Z","steps":["trace[503577850] 'process raft request' (duration: 107.318495ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T09:00:56.414489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.305986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:56.414560Z","caller":"traceutil/trace.go:172","msg":"trace[155006097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"218.423657ms","start":"2025-12-27T09:00:56.196122Z","end":"2025-12-27T09:00:56.414546Z","steps":["trace[155006097] 'range keys from in-memory index tree' (duration: 218.25471ms)"],"step_count":1}
==> kernel <==
09:01:12 up 43 min, 0 user, load average: 3.74, 3.77, 2.59
Linux embed-certs-914340 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac] <==
I1227 09:00:24.264472 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:00:24.264703 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1227 09:00:24.264889 1 main.go:148] setting mtu 1500 for CNI
I1227 09:00:24.264913 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:00:24.264932 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:00:24Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:00:24.563044 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:00:24.663242 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:00:24.663262 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:00:24.763286 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:00:25.063447 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:00:25.063477 1 metrics.go:72] Registering metrics
I1227 09:00:25.063552 1 controller.go:711] "Syncing nftables rules"
I1227 09:00:34.472529 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:34.472793 1 main.go:301] handling current node
I1227 09:00:44.474588 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:44.474635 1 main.go:301] handling current node
I1227 09:00:54.473157 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:54.473190 1 main.go:301] handling current node
I1227 09:01:04.478472 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:01:04.478513 1 main.go:301] handling current node
==> kube-apiserver [bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8] <==
I1227 09:00:23.638427 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1227 09:00:23.638494 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:23.638559 1 cache.go:39] Caches are synced for LocalAvailability controller
I1227 09:00:23.638563 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1227 09:00:23.638723 1 aggregator.go:187] initial CRD sync complete...
I1227 09:00:23.638734 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:00:23.638740 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:00:23.638746 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:00:23.640839 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1227 09:00:23.642641 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:23.645197 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:00:23.647071 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:00:23.671188 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:23.673016 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:00:23.689415 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:00:23.948559 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:00:24.003410 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:00:24.031431 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:00:24.038795 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:00:24.080589 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.109.197.234"}
I1227 09:00:24.090620 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.100.135.22"}
I1227 09:00:24.541172 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:00:27.174874 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:27.227398 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:00:27.275295 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050] <==
I1227 09:00:26.787850 1 range_allocator.go:177] "Sending events to api server"
I1227 09:00:26.787902 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 09:00:26.787908 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:26.787914 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788185 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788228 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788244 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788192 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788230 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788232 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788214 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788240 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788575 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.789208 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:00:26.789297 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.789289 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="embed-certs-914340"
I1227 09:00:26.789368 1 node_lifecycle_controller.go:1080] "Controller detected that zone is now in new state" zone="" newState="Normal"
I1227 09:00:26.789748 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.790096 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.790121 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.797342 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.886685 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.887786 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.887803 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:00:26.887809 1 garbagecollector.go:169] "Proceeding to collect garbage"
==> kube-proxy [79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834] <==
I1227 09:00:24.047413 1 server_linux.go:53] "Using iptables proxy"
I1227 09:00:24.118023 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:24.219167 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.219209 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1227 09:00:24.219289 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:00:24.238268 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:00:24.238354 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:00:24.243367 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:00:24.243791 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:00:24.243825 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:24.245160 1 config.go:200] "Starting service config controller"
I1227 09:00:24.245201 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:00:24.245355 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:00:24.245427 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:00:24.245427 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:00:24.245444 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:00:24.245604 1 config.go:309] "Starting node config controller"
I1227 09:00:24.245611 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:00:24.245618 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:00:24.346214 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:00:24.346231 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 09:00:24.346257 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8] <==
I1227 09:00:22.357723 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:00:23.564563 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:00:23.564618 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:00:23.564632 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:00:23.564643 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:00:23.608260 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:00:23.608295 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:23.611375 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:00:23.611441 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:23.611495 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:00:23.611909 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:00:23.712274 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: E1227 09:00:37.706429 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: I1227 09:00:37.706455 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: E1227 09:00:37.706602 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.196618 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.684923 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709214 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709377 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: I1227 09:00:38.709409 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709477 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709595 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.628127 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.628170 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.735510 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.735802 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.735845 729 scope.go:122] "RemoveContainer" containerID="55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.736121 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:54 embed-certs-914340 kubelet[729]: I1227 09:00:54.754107 729 scope.go:122] "RemoveContainer" containerID="59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
Dec 27 09:00:55 embed-certs-914340 kubelet[729]: E1227 09:00:55.664861 729 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-9lzbz" containerName="coredns"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: E1227 09:00:57.367575 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: I1227 09:00:57.367622 729 scope.go:122] "RemoveContainer" containerID="55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: E1227 09:00:57.367823 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:01:09 embed-certs-914340 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:09 embed-certs-914340 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:09 embed-certs-914340 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:09 embed-certs-914340 systemd[1]: kubelet.service: Consumed 1.551s CPU time.
==> kubernetes-dashboard [558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c] <==
2025/12/27 09:00:32 Starting overwatch
2025/12/27 09:00:32 Using namespace: kubernetes-dashboard
2025/12/27 09:00:32 Using in-cluster config to connect to apiserver
2025/12/27 09:00:32 Using secret token for csrf signing
2025/12/27 09:00:32 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:32 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:32 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:00:32 Generating JWE encryption key
2025/12/27 09:00:32 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:32 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:32 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:32 Creating in-cluster Sidecar client
2025/12/27 09:00:32 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:32 Serving insecurely on HTTP port: 9090
2025/12/27 09:01:02 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155] <==
I1227 09:00:24.015104 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:54.017369 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b] <==
I1227 09:00:54.811785 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:54.819658 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:54.819717 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:00:54.822037 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:58.276884 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:02.537665 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:06.136230 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:09.190982 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.213401 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.218113 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:12.218251 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:12.218396 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28!
I1227 09:01:12.218398 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"929e5608-8d9f-42e5-b051-1c379873d2d5", APIVersion:"v1", ResourceVersion:"643", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28 became leader
W1227 09:01:12.220341 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.223631 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:12.318660 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28!
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-914340 -n embed-certs-914340: exit status 2 (349.049535ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context embed-certs-914340 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect embed-certs-914340
helpers_test.go:244: (dbg) docker inspect embed-certs-914340:
-- stdout --
[
{
"Id": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"Created": "2025-12-27T08:59:06.348147534Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 319972,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:15.208147897Z",
"FinishedAt": "2025-12-27T09:00:14.300390764Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hostname",
"HostsPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/hosts",
"LogPath": "/var/lib/docker/containers/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0/4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0-json.log",
"Name": "/embed-certs-914340",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"embed-certs-914340:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "embed-certs-914340",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "4d30c786e6d032558b6d2c8365b7453782db3dac5dfc6e5e67baebb4641c81c0",
"LowerDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/merged",
"UpperDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/diff",
"WorkDir": "/var/lib/docker/overlay2/0ae77380ee0d0b549474c9a76b1f99b54426de6a65d13f6ddef73ad9e7396296/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "embed-certs-914340",
"Source": "/var/lib/docker/volumes/embed-certs-914340/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "embed-certs-914340",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "embed-certs-914340",
"name.minikube.sigs.k8s.io": "embed-certs-914340",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "49df36e3c3b25fb16c849514ddb336409007c0e39e1af3dd6af4cba977334a89",
"SandboxKey": "/var/run/docker/netns/49df36e3c3b2",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33118"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33119"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33122"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33120"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33121"
}
]
},
"Networks": {
"embed-certs-914340": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "5e5ef9facedde84b4654b3018ff901e7019946ed256ed461a2d789db2277b470",
"EndpointID": "4680eb52e1567c686fa35e001ae5b3bdc8cd7e2a93bd18801ad17203f4310895",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"MacAddress": "86:59:28:b8:a5:f5",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"embed-certs-914340",
"4d30c786e6d0"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340: exit status 2 (356.94289ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/embed-certs/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p embed-certs-914340 logs -n 25: (1.147519317s)
helpers_test.go:261: TestStartStop/group/embed-certs/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ delete │ -p bridge-902828 │ bridge-902828 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ delete │ -p disable-driver-mounts-715178 │ disable-driver-mounts-715178 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:53
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:53.729487 328232 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:53.729717 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729725 328232 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:53.729729 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729917 328232 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:53.730403 328232 out.go:368] Setting JSON to false
I1227 09:00:53.731478 328232 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2606,"bootTime":1766823448,"procs":336,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:53.731531 328232 start.go:143] virtualization: kvm guest
I1227 09:00:53.733280 328232 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:53.734489 328232 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:53.734499 328232 notify.go:221] Checking for updates...
I1227 09:00:53.736591 328232 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:53.737644 328232 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:53.738687 328232 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:53.739725 328232 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:53.740766 328232 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:53.742115 328232 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742215 328232 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742323 328232 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742410 328232 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:53.766079 328232 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:53.766249 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.824562 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.81435624 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.824703 328232 docker.go:319] overlay module found
I1227 09:00:53.826382 328232 out.go:179] * Using the docker driver based on user configuration
I1227 09:00:53.827227 328232 start.go:309] selected driver: docker
I1227 09:00:53.827240 328232 start.go:928] validating driver "docker" against <nil>
I1227 09:00:53.827251 328232 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:53.827812 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.890792 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.879693661 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.890933 328232 start_flags.go:333] no existing cluster config was found, will generate one from the flags
W1227 09:00:53.890965 328232 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1227 09:00:53.891256 328232 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:00:53.893337 328232 out.go:179] * Using Docker driver with root privileges
I1227 09:00:53.894400 328232 cni.go:84] Creating CNI manager for ""
I1227 09:00:53.894483 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:53.894495 328232 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 09:00:53.894586 328232 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:53.896600 328232 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:00:53.897732 328232 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:53.898859 328232 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:53.899928 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:53.899962 328232 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:53.899972 328232 cache.go:65] Caching tarball of preloaded images
I1227 09:00:53.900035 328232 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:53.900046 328232 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:53.900055 328232 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:53.900143 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:00:53.900160 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json: {Name:mkbd10504eb462a5c7dfbb10dd28088fd26a35c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:53.924532 328232 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:53.924555 328232 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:53.924571 328232 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:53.924600 328232 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:53.924692 328232 start.go:364] duration metric: took 78.242µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:00:53.924713 328232 start.go:93] Provisioning new machine with config: &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:53.924775 328232 start.go:125] createHost starting for "" (driver="docker")
I1227 09:00:49.860846 326814 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-828751" ...
I1227 09:00:49.860946 326814 cli_runner.go:164] Run: docker start default-k8s-diff-port-828751
I1227 09:00:50.118749 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:50.140486 326814 kic.go:430] container "default-k8s-diff-port-828751" state is running.
I1227 09:00:50.140947 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:50.161450 326814 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 09:00:50.161718 326814 machine.go:94] provisionDockerMachine start ...
I1227 09:00:50.161818 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:50.185507 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:50.185818 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:50.185834 326814 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:50.186458 326814 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39084->127.0.0.1:33123: read: connection reset by peer
I1227 09:00:53.314343 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.314374 326814 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 09:00:53.314435 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.336464 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.336707 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.336722 326814 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 09:00:53.473800 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.473890 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.494262 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.494534 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.494563 326814 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:53.619007 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:53.619035 326814 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:53.619063 326814 ubuntu.go:190] setting up certificates
I1227 09:00:53.619084 326814 provision.go:84] configureAuth start
I1227 09:00:53.619138 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:53.638124 326814 provision.go:143] copyHostCerts
I1227 09:00:53.638186 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:53.638199 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:53.638282 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:53.638456 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:53.638473 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:53.638520 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:53.638621 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:53.638632 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:53.638668 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:53.638758 326814 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 09:00:53.663892 326814 provision.go:177] copyRemoteCerts
I1227 09:00:53.663962 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:53.664003 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.682061 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:53.776793 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 09:00:53.796375 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:53.816449 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:53.835214 326814 provision.go:87] duration metric: took 216.121293ms to configureAuth
I1227 09:00:53.835237 326814 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:53.835413 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.835523 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.857820 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.858119 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.858149 326814 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:54.215139 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:54.215168 326814 machine.go:97] duration metric: took 4.053427893s to provisionDockerMachine
I1227 09:00:54.215182 326814 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 09:00:54.215195 326814 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:54.215364 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:54.215428 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.236244 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.331252 326814 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:54.336427 326814 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:54.336466 326814 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:54.336481 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:54.336531 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:54.336655 326814 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:54.336804 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:54.345089 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:54.364914 326814 start.go:296] duration metric: took 149.713889ms for postStartSetup
I1227 09:00:54.365012 326814 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:54.365067 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.385015 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.484705 326814 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:54.489691 326814 fix.go:56] duration metric: took 4.65107881s for fixHost
I1227 09:00:54.489726 326814 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 4.651135986s
I1227 09:00:54.489790 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:54.508527 326814 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:54.508578 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.508667 326814 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:54.508733 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.528592 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.529042 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
W1227 09:00:51.722491 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:53.724039 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
I1227 09:00:55.810804 319760 pod_ready.go:94] pod "coredns-7d764666f9-9lzbz" is "Ready"
I1227 09:00:55.810838 319760 pod_ready.go:86] duration metric: took 30.593366152s for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.813210 319760 pod_ready.go:83] waiting for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.949892 319760 pod_ready.go:94] pod "etcd-embed-certs-914340" is "Ready"
I1227 09:00:55.949933 319760 pod_ready.go:86] duration metric: took 136.695906ms for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.952305 319760 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.956644 319760 pod_ready.go:94] pod "kube-apiserver-embed-certs-914340" is "Ready"
I1227 09:00:55.956668 319760 pod_ready.go:86] duration metric: took 4.319476ms for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.070710 319760 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.075672 319760 pod_ready.go:94] pod "kube-controller-manager-embed-certs-914340" is "Ready"
I1227 09:00:56.075703 319760 pod_ready.go:86] duration metric: took 4.953085ms for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.122492 319760 pod_ready.go:83] waiting for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.522397 319760 pod_ready.go:94] pod "kube-proxy-2cdrv" is "Ready"
I1227 09:00:56.522428 319760 pod_ready.go:86] duration metric: took 399.904225ms for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.721374 319760 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122393 319760 pod_ready.go:94] pod "kube-scheduler-embed-certs-914340" is "Ready"
I1227 09:00:57.122424 319760 pod_ready.go:86] duration metric: took 401.02177ms for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122437 319760 pod_ready.go:40] duration metric: took 31.908596361s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:57.164488 319760 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:57.254050 319760 out.go:179] * Done! kubectl is now configured to use "embed-certs-914340" cluster and "default" namespace by default
I1227 09:00:54.680182 326814 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:54.687450 326814 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:54.730899 326814 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:54.735946 326814 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:54.736018 326814 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:54.744028 326814 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:54.744054 326814 start.go:496] detecting cgroup driver to use...
I1227 09:00:54.744086 326814 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:54.744121 326814 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:54.763214 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:54.777704 326814 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:54.777773 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:54.794517 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:54.809742 326814 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:54.898766 326814 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:54.984326 326814 docker.go:234] disabling docker service ...
I1227 09:00:54.984397 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:54.999498 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:55.013014 326814 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:55.102573 326814 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:55.215505 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:55.228809 326814 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:55.242969 326814 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:55.243029 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.252135 326814 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:55.252216 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.261743 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.270941 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.279589 326814 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:55.287566 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.296801 326814 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.305425 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.314466 326814 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:55.322025 326814 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:55.329288 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:55.420769 326814 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:57.485130 326814 ssh_runner.go:235] Completed: sudo systemctl restart crio: (2.06432361s)
I1227 09:00:57.485162 326814 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:57.485211 326814 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:57.490095 326814 start.go:574] Will wait 60s for crictl version
I1227 09:00:57.490151 326814 ssh_runner.go:195] Run: which crictl
I1227 09:00:57.494082 326814 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:57.521000 326814 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:57.521077 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.551935 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.588368 326814 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
W1227 09:00:54.399098 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:56.899097 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:53.926464 328232 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 09:00:53.926679 328232 start.go:159] libmachine.API.Create for "newest-cni-693933" (driver="docker")
I1227 09:00:53.926707 328232 client.go:173] LocalClient.Create starting
I1227 09:00:53.926761 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 09:00:53.926792 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926810 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.926865 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 09:00:53.926886 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926898 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.927245 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 09:00:53.944651 328232 cli_runner.go:211] docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 09:00:53.944718 328232 network_create.go:284] running [docker network inspect newest-cni-693933] to gather additional debugging logs...
I1227 09:00:53.944741 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933
W1227 09:00:53.962502 328232 cli_runner.go:211] docker network inspect newest-cni-693933 returned with exit code 1
I1227 09:00:53.962537 328232 network_create.go:287] error running [docker network inspect newest-cni-693933]: docker network inspect newest-cni-693933: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-693933 not found
I1227 09:00:53.962563 328232 network_create.go:289] output of [docker network inspect newest-cni-693933]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-693933 not found
** /stderr **
I1227 09:00:53.962666 328232 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:53.980306 328232 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 09:00:53.980885 328232 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 09:00:53.981642 328232 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 09:00:53.982241 328232 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-5e5ef9facedd IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:22:8f:4a:69:f4:ed} reservation:<nil>}
I1227 09:00:53.983116 328232 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001fa6160}
I1227 09:00:53.983139 328232 network_create.go:124] attempt to create docker network newest-cni-693933 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 09:00:53.983192 328232 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-693933 newest-cni-693933
I1227 09:00:54.032597 328232 network_create.go:108] docker network newest-cni-693933 192.168.85.0/24 created
I1227 09:00:54.032625 328232 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-693933" container
I1227 09:00:54.032692 328232 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 09:00:54.052054 328232 cli_runner.go:164] Run: docker volume create newest-cni-693933 --label name.minikube.sigs.k8s.io=newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true
I1227 09:00:54.072044 328232 oci.go:103] Successfully created a docker volume newest-cni-693933
I1227 09:00:54.072123 328232 cli_runner.go:164] Run: docker run --rm --name newest-cni-693933-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --entrypoint /usr/bin/test -v newest-cni-693933:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 09:00:54.477067 328232 oci.go:107] Successfully prepared a docker volume newest-cni-693933
I1227 09:00:54.477142 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:54.477154 328232 kic.go:194] Starting extracting preloaded images to volume ...
I1227 09:00:54.477212 328232 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 09:00:57.352675 328232 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (2.875407997s)
I1227 09:00:57.352764 328232 kic.go:203] duration metric: took 2.875602908s to extract preloaded images to volume ...
W1227 09:00:57.352923 328232 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 09:00:57.352989 328232 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 09:00:57.353039 328232 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 09:00:57.425011 328232 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-693933 --name newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-693933 --network newest-cni-693933 --ip 192.168.85.2 --volume newest-cni-693933:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 09:00:57.733592 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Running}}
I1227 09:00:57.752698 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.773146 328232 cli_runner.go:164] Run: docker exec newest-cni-693933 stat /var/lib/dpkg/alternatives/iptables
I1227 09:00:57.819180 328232 oci.go:144] the created container "newest-cni-693933" has a running status.
I1227 09:00:57.819215 328232 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa...
I1227 09:00:57.857398 328232 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 09:00:57.895467 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.916135 328232 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 09:00:57.916155 328232 kic_runner.go:114] Args: [docker exec --privileged newest-cni-693933 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 09:00:57.961944 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.986993 328232 machine.go:94] provisionDockerMachine start ...
I1227 09:00:57.987210 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:00:58.009614 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:58.009966 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:00:58.009983 328232 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:58.010711 328232 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47510->127.0.0.1:33128: read: connection reset by peer
I1227 09:00:57.589490 326814 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:57.610678 326814 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 09:00:57.615384 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.628569 326814 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:57.628727 326814 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:57.628795 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.674469 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.674489 326814 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:57.674533 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.705304 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.705337 326814 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:57.705355 326814 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 09:00:57.705533 326814 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:57.705635 326814 ssh_runner.go:195] Run: crio config
I1227 09:00:57.756837 326814 cni.go:84] Creating CNI manager for ""
I1227 09:00:57.756865 326814 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:57.756885 326814 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:57.756914 326814 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:57.757098 326814 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:57.757182 326814 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:57.766565 326814 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:57.766624 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:57.775505 326814 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 09:00:57.789775 326814 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:57.803430 326814 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 09:00:57.817069 326814 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:57.821326 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.831573 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:57.936500 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:57.955064 326814 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 09:00:57.955089 326814 certs.go:195] generating shared ca certs ...
I1227 09:00:57.955112 326814 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:57.955273 326814 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:57.955450 326814 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:57.955500 326814 certs.go:257] generating profile certs ...
I1227 09:00:57.955701 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 09:00:57.955867 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 09:00:57.955955 326814 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 09:00:57.956105 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:57.956146 326814 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:57.956157 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:57.956263 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:57.956346 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:57.956421 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:57.956526 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:57.957464 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:57.984048 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:58.006745 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:58.027550 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:58.057561 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 09:00:58.086277 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:58.108156 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:58.129040 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 09:00:58.148756 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:58.166725 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:58.184625 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:58.203717 326814 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:58.216264 326814 ssh_runner.go:195] Run: openssl version
I1227 09:00:58.222572 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.230101 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:58.238031 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241854 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241909 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.280701 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:58.288743 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:58.296640 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:58.304436 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308292 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308356 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:58.344228 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:58.352353 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:58.360105 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:58.368050 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371755 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371806 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:58.415737 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:58.423478 326814 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:58.427225 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:58.461490 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:58.495560 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:58.541942 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:58.589431 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:58.640257 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:58.683766 326814 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountTyp
e:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:58.683879 326814 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:58.684012 326814 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:58.714747 326814 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:00:58.714771 326814 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:00:58.714778 326814 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:00:58.714788 326814 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:00:58.714792 326814 cri.go:96] found id: ""
I1227 09:00:58.714841 326814 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:58.728350 326814 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:58Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:58.728420 326814 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:58.737102 326814 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:58.737119 326814 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:58.737157 326814 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:58.744744 326814 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:58.745598 326814 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-828751" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.746127 326814 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-828751" cluster setting kubeconfig missing "default-k8s-diff-port-828751" context setting]
I1227 09:00:58.746876 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.748496 326814 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:58.756234 326814 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.103.2
I1227 09:00:58.756266 326814 kubeadm.go:602] duration metric: took 19.141081ms to restartPrimaryControlPlane
I1227 09:00:58.756276 326814 kubeadm.go:403] duration metric: took 72.519868ms to StartCluster
I1227 09:00:58.756291 326814 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.756375 326814 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.757757 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.758014 326814 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:58.758072 326814 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:58.758170 326814 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758188 326814 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-828751"
W1227 09:00:58.758196 326814 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:58.758196 326814 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758232 326814 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-828751"
I1227 09:00:58.758235 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
W1227 09:00:58.758247 326814 addons.go:248] addon dashboard should already be in state true
I1227 09:00:58.758248 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:58.758276 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.758200 326814 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758298 326814 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-828751"
I1227 09:00:58.758582 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758724 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758762 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.759529 326814 out.go:179] * Verifying Kubernetes components...
I1227 09:00:58.760746 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:58.785402 326814 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-828751"
W1227 09:00:58.785426 326814 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:58.785451 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.785942 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.788723 326814 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:58.788731 326814 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:58.789981 326814 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.790007 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:58.790065 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.789993 326814 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:58.792733 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:58.792754 326814 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:58.792809 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.821999 326814 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.822023 326814 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:58.822156 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.826276 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.827876 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.847103 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.913288 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:58.927656 326814 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:58.931121 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:58.931158 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:58.932304 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.945539 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:58.945565 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:58.947491 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.960694 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:58.960844 326814 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:58.974940 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:58.974964 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:58.989800 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:58.989823 326814 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:59.004111 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:59.004233 326814 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:59.016662 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:59.016687 326814 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:59.029002 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:59.029027 326814 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:59.041581 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:59.041606 326814 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:59.054552 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:00.228812 326814 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:01:00.228852 326814 node_ready.go:38] duration metric: took 1.301163255s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:01:00.228866 326814 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:00.228921 326814 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:00.740536 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.80814389s)
I1227 09:01:00.740614 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.793090912s)
I1227 09:01:00.740720 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.686134588s)
I1227 09:01:00.740784 326814 api_server.go:72] duration metric: took 1.982739775s to wait for apiserver process to appear ...
I1227 09:01:00.740846 326814 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:00.740875 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:00.742569 326814 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-828751 addons enable metrics-server
I1227 09:01:00.745224 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:00.745245 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:00.747650 326814 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1227 09:00:59.397473 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:01:00.895942 318904 pod_ready.go:94] pod "coredns-7d764666f9-mgt7m" is "Ready"
I1227 09:01:00.895972 318904 pod_ready.go:86] duration metric: took 38.004037508s for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.898735 318904 pod_ready.go:83] waiting for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.902199 318904 pod_ready.go:94] pod "etcd-no-preload-598808" is "Ready"
I1227 09:01:00.902217 318904 pod_ready.go:86] duration metric: took 3.457181ms for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.904092 318904 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.907457 318904 pod_ready.go:94] pod "kube-apiserver-no-preload-598808" is "Ready"
I1227 09:01:00.907478 318904 pod_ready.go:86] duration metric: took 3.368395ms for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.909331 318904 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.094583 318904 pod_ready.go:94] pod "kube-controller-manager-no-preload-598808" is "Ready"
I1227 09:01:01.094620 318904 pod_ready.go:86] duration metric: took 185.26628ms for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.295966 318904 pod_ready.go:83] waiting for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.694803 318904 pod_ready.go:94] pod "kube-proxy-jpv6j" is "Ready"
I1227 09:01:01.694836 318904 pod_ready.go:86] duration metric: took 398.841142ms for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.895252 318904 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295927 318904 pod_ready.go:94] pod "kube-scheduler-no-preload-598808" is "Ready"
I1227 09:01:02.295954 318904 pod_ready.go:86] duration metric: took 400.677168ms for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295969 318904 pod_ready.go:40] duration metric: took 39.40767645s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:02.346856 318904 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:02.348608 318904 out.go:179] * Done! kubectl is now configured to use "no-preload-598808" cluster and "default" namespace by default
I1227 09:01:01.138189 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.138216 328232 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:01.138300 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.157295 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.157545 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.157561 328232 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:01.295816 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.295923 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.316542 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.316763 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.316782 328232 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:01.456340 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:01.456380 328232 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:01.456415 328232 ubuntu.go:190] setting up certificates
I1227 09:01:01.456429 328232 provision.go:84] configureAuth start
I1227 09:01:01.456479 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:01.478534 328232 provision.go:143] copyHostCerts
I1227 09:01:01.478609 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:01.478625 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:01.478700 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:01.478830 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:01.478843 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:01.478885 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:01.478993 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:01.479004 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:01.479042 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:01.479132 328232 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:01.702035 328232 provision.go:177] copyRemoteCerts
I1227 09:01:01.702090 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:01.702127 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.719972 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:01.810347 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:01.830659 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:01.848780 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:01.866013 328232 provision.go:87] duration metric: took 409.563619ms to configureAuth
I1227 09:01:01.866042 328232 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:01.866227 328232 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:01.866349 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.884933 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.885167 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.885190 328232 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:02.162776 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:02.162805 328232 machine.go:97] duration metric: took 4.175787697s to provisionDockerMachine
I1227 09:01:02.162821 328232 client.go:176] duration metric: took 8.236105572s to LocalClient.Create
I1227 09:01:02.162844 328232 start.go:167] duration metric: took 8.23616517s to libmachine.API.Create "newest-cni-693933"
I1227 09:01:02.162858 328232 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:02.162872 328232 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:02.162962 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:02.163027 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.182610 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.278997 328232 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:02.283573 328232 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:02.283604 328232 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:02.283617 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:02.283666 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:02.283762 328232 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:02.283878 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:02.293195 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:02.316204 328232 start.go:296] duration metric: took 153.330616ms for postStartSetup
I1227 09:01:02.316603 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.341389 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:02.341732 328232 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:02.341777 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.360239 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.451463 328232 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:02.456005 328232 start.go:128] duration metric: took 8.531218513s to createHost
I1227 09:01:02.456030 328232 start.go:83] releasing machines lock for "newest-cni-693933", held for 8.531327277s
I1227 09:01:02.456095 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.476439 328232 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:02.476483 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.476536 328232 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:02.476606 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.495834 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.497891 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.585387 328232 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:02.649821 328232 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:02.686566 328232 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:02.691867 328232 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:02.691926 328232 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:02.720015 328232 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 09:01:02.720035 328232 start.go:496] detecting cgroup driver to use...
I1227 09:01:02.720067 328232 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:02.720117 328232 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:02.735894 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:02.747689 328232 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:02.747749 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:02.764029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:02.781883 328232 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:02.863456 328232 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:02.948962 328232 docker.go:234] disabling docker service ...
I1227 09:01:02.949029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:02.967750 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:02.979956 328232 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:03.073932 328232 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:03.156609 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:03.169549 328232 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:03.184160 328232 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:03.184210 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.194660 328232 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:03.194715 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.204645 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.213030 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.221780 328232 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:03.229816 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.238453 328232 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.252031 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.261193 328232 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:03.268950 328232 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:03.276437 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.366417 328232 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:03.507576 328232 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:03.507650 328232 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:03.511596 328232 start.go:574] Will wait 60s for crictl version
I1227 09:01:03.511651 328232 ssh_runner.go:195] Run: which crictl
I1227 09:01:03.515023 328232 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:03.538593 328232 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:03.538670 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.564426 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.595605 328232 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:03.596907 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:03.614406 328232 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:03.618603 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.630810 328232 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:03.631932 328232 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:03.632053 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:03.632098 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.664623 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.664643 328232 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:03.664687 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.689503 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.689526 328232 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:03.689535 328232 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:03.689635 328232 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:03.689716 328232 ssh_runner.go:195] Run: crio config
I1227 09:01:00.748572 326814 addons.go:530] duration metric: took 1.990510373s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:01.241574 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.246394 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:01.246422 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:01.740984 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.745024 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:01:01.746075 326814 api_server.go:141] control plane version: v1.35.0
I1227 09:01:01.746107 326814 api_server.go:131] duration metric: took 1.005253913s to wait for apiserver health ...
I1227 09:01:01.746118 326814 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:01.749540 326814 system_pods.go:59] 8 kube-system pods found
I1227 09:01:01.749588 326814 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.749606 326814 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.749621 326814 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.749632 326814 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.749647 326814 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.749657 326814 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.749669 326814 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.749681 326814 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.749693 326814 system_pods.go:74] duration metric: took 3.56472ms to wait for pod list to return data ...
I1227 09:01:01.749706 326814 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:01.751786 326814 default_sa.go:45] found service account: "default"
I1227 09:01:01.751803 326814 default_sa.go:55] duration metric: took 2.088448ms for default service account to be created ...
I1227 09:01:01.751810 326814 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:01:01.754247 326814 system_pods.go:86] 8 kube-system pods found
I1227 09:01:01.754271 326814 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.754280 326814 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.754287 326814 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.754292 326814 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.754299 326814 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.754307 326814 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.754330 326814 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.754337 326814 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.754346 326814 system_pods.go:126] duration metric: took 2.531052ms to wait for k8s-apps to be running ...
I1227 09:01:01.754354 326814 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:01:01.754396 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:01.767380 326814 system_svc.go:56] duration metric: took 13.018593ms WaitForService to wait for kubelet
I1227 09:01:01.767404 326814 kubeadm.go:587] duration metric: took 3.009363104s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:01:01.767425 326814 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:01.770132 326814 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:01.770157 326814 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:01.770170 326814 node_conditions.go:105] duration metric: took 2.737067ms to run NodePressure ...
I1227 09:01:01.770180 326814 start.go:242] waiting for startup goroutines ...
I1227 09:01:01.770187 326814 start.go:247] waiting for cluster config update ...
I1227 09:01:01.770202 326814 start.go:256] writing updated cluster config ...
I1227 09:01:01.770471 326814 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:01.774532 326814 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:01.777620 326814 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:01:03.783706 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:03.736793 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:03.736812 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:03.736828 328232 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:03.736851 328232 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:03.736983 328232 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:03.737048 328232 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:03.745029 328232 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:03.745093 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:03.752710 328232 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:03.765133 328232 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:03.780453 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:03.793374 328232 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:03.796886 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.806627 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.892291 328232 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:03.918507 328232 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:03.918529 328232 certs.go:195] generating shared ca certs ...
I1227 09:01:03.918549 328232 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.918725 328232 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:03.918802 328232 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:03.918822 328232 certs.go:257] generating profile certs ...
I1227 09:01:03.918901 328232 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:03.918924 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt with IP's: []
I1227 09:01:03.961146 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt ...
I1227 09:01:03.961172 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt: {Name:mk17e6f8fc9276f64364dd83b320d37657f7e7a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961359 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key ...
I1227 09:01:03.961374 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key: {Name:mkad8c2ecac3502067382072cc420baae2e9ed33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961467 328232 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:03.961482 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1227 09:01:04.039277 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 ...
I1227 09:01:04.039306 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4: {Name:mk321ed8217ac99da5279ee55af6c7315ac285b4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039503 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 ...
I1227 09:01:04.039519 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4: {Name:mk3e9cb57555d848c671488cff1b993f971accfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039595 328232 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt
I1227 09:01:04.039669 328232 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key
I1227 09:01:04.039722 328232 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:04.039740 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt with IP's: []
I1227 09:01:04.066324 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt ...
I1227 09:01:04.066349 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt: {Name:mkc5df4d07d5057d7357588f93742f7fb59e79c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066493 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key ...
I1227 09:01:04.066505 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key: {Name:mk7fd1439884670360db16fbb8f17bb6c4f94e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066673 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:04.066711 328232 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:04.066721 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:04.066745 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:04.066770 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:04.066793 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:04.066835 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:04.067442 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:04.095726 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:04.112812 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:04.132815 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:04.156019 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:04.174497 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:04.192192 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:04.209717 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:04.226811 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:04.244983 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:04.262120 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:04.279001 328232 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:04.293000 328232 ssh_runner.go:195] Run: openssl version
I1227 09:01:04.298995 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.306747 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:04.313841 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317222 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317257 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.353011 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:04.360740 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 09:01:04.368296 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:04.375283 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:04.382301 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386041 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386082 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:04.420203 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:04.427766 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 09:01:04.434913 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:04.442254 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:04.449762 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:04.453973 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:04.454023 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:04.496667 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.504856 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.512360 328232 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:04.516190 328232 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 09:01:04.516259 328232 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:04.516355 328232 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:04.516405 328232 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:04.543977 328232 cri.go:96] found id: ""
I1227 09:01:04.544040 328232 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:04.552565 328232 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 09:01:04.561613 328232 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 09:01:04.561667 328232 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 09:01:04.569468 328232 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 09:01:04.569487 328232 kubeadm.go:158] found existing configuration files:
I1227 09:01:04.569533 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 09:01:04.578077 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 09:01:04.578124 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 09:01:04.585928 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 09:01:04.593786 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 09:01:04.593837 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 09:01:04.601739 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 09:01:04.609504 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 09:01:04.609554 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 09:01:04.617474 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 09:01:04.625411 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 09:01:04.625470 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 09:01:04.632795 328232 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 09:01:04.681832 328232 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 09:01:04.681909 328232 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 09:01:04.780555 328232 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 09:01:04.780651 328232 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 09:01:04.780698 328232 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 09:01:04.780762 328232 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 09:01:04.780837 328232 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 09:01:04.780901 328232 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 09:01:04.780967 328232 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 09:01:04.781030 328232 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 09:01:04.781095 328232 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 09:01:04.781166 328232 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 09:01:04.781225 328232 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 09:01:04.862592 328232 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 09:01:04.862743 328232 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 09:01:04.862863 328232 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 09:01:04.874339 328232 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 09:01:04.884353 328232 out.go:252] - Generating certificates and keys ...
I1227 09:01:04.884480 328232 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 09:01:04.884569 328232 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 09:01:04.984582 328232 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 09:01:05.071902 328232 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 09:01:05.193757 328232 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 09:01:05.322237 328232 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 09:01:05.427676 328232 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 09:01:05.428020 328232 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.466393 328232 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 09:01:05.466586 328232 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.563789 328232 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 09:01:05.887775 328232 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 09:01:05.968688 328232 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 09:01:05.968804 328232 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 09:01:06.011200 328232 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 09:01:06.201875 328232 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 09:01:06.296693 328232 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 09:01:06.422577 328232 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 09:01:06.704412 328232 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 09:01:06.704832 328232 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 09:01:06.708567 328232 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 09:01:06.710044 328232 out.go:252] - Booting up control plane ...
I1227 09:01:06.710166 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 09:01:06.710300 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 09:01:06.710952 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 09:01:06.724684 328232 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 09:01:06.724830 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 09:01:06.731759 328232 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 09:01:06.732052 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 09:01:06.732125 328232 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 09:01:06.837744 328232 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 09:01:06.837910 328232 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 09:01:07.339549 328232 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.850684ms
I1227 09:01:07.343222 328232 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 09:01:07.343370 328232 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1227 09:01:07.343520 328232 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 09:01:07.343665 328232 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1227 09:01:05.783954 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:08.285827 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:08.849917 328232 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.506592369s
I1227 09:01:09.895981 328232 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.552683311s
I1227 09:01:11.845639 328232 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.502025472s
I1227 09:01:11.866885 328232 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 09:01:11.878470 328232 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 09:01:11.888547 328232 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 09:01:11.888834 328232 kubeadm.go:319] [mark-control-plane] Marking the node newest-cni-693933 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 09:01:11.897651 328232 kubeadm.go:319] [bootstrap-token] Using token: deh3em.78y1ah0qxld6bdsj
I1227 09:01:11.899042 328232 out.go:252] - Configuring RBAC rules ...
I1227 09:01:11.899225 328232 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 09:01:11.904677 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 09:01:11.910167 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 09:01:11.913907 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 09:01:11.918375 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 09:01:11.920716 328232 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 09:01:12.253574 328232 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 09:01:12.669686 328232 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 09:01:13.252644 328232 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 09:01:13.253829 328232 kubeadm.go:319]
I1227 09:01:13.253967 328232 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 09:01:13.253984 328232 kubeadm.go:319]
I1227 09:01:13.254081 328232 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 09:01:13.254095 328232 kubeadm.go:319]
I1227 09:01:13.254141 328232 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 09:01:13.254245 328232 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 09:01:13.254363 328232 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 09:01:13.254380 328232 kubeadm.go:319]
I1227 09:01:13.254480 328232 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 09:01:13.254495 328232 kubeadm.go:319]
I1227 09:01:13.254567 328232 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 09:01:13.254578 328232 kubeadm.go:319]
I1227 09:01:13.254664 328232 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 09:01:13.254777 328232 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 09:01:13.254879 328232 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 09:01:13.254891 328232 kubeadm.go:319]
I1227 09:01:13.255021 328232 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 09:01:13.255134 328232 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 09:01:13.255144 328232 kubeadm.go:319]
I1227 09:01:13.255268 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255439 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 09:01:13.255471 328232 kubeadm.go:319] --control-plane
I1227 09:01:13.255481 328232 kubeadm.go:319]
I1227 09:01:13.255630 328232 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 09:01:13.255642 328232 kubeadm.go:319]
I1227 09:01:13.255743 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255889 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 09:01:13.258538 328232 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 09:01:13.258676 328232 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 09:01:13.258701 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:13.258717 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:13.260242 328232 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 09:01:13.261266 328232 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 09:01:13.265516 328232 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 09:01:13.265535 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 09:01:13.281107 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 09:01:13.525048 328232 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 09:01:13.525132 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:13.525142 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes newest-cni-693933 minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=newest-cni-693933 minikube.k8s.io/primary=true
I1227 09:01:13.625096 328232 ops.go:34] apiserver oom_adj: -16
I1227 09:01:13.625239 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
==> CRI-O <==
Dec 27 09:00:35 embed-certs-914340 crio[565]: time="2025-12-27T09:00:35.738660907Z" level=info msg="Started container" PID=1748 containerID=23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper id=0a4760eb-c9ff-42cd-adea-9f47ce505972 name=/runtime.v1.RuntimeService/StartContainer sandboxID=627f41b242e7c9c15b651908ba2958845579efcbf3680155f3d8a00b6966a51b
Dec 27 09:00:36 embed-certs-914340 crio[565]: time="2025-12-27T09:00:36.703407107Z" level=info msg="Removing container: 18362ca9060f60d762b0e5d8001aba7ab963931f8bad76a3b9fb067ed58aa114" id=2a5796e6-df05-4b04-8ab4-9dc6e5c38e7d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:36 embed-certs-914340 crio[565]: time="2025-12-27T09:00:36.716070383Z" level=info msg="Removed container 18362ca9060f60d762b0e5d8001aba7ab963931f8bad76a3b9fb067ed58aa114: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=2a5796e6-df05-4b04-8ab4-9dc6e5c38e7d name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.628812983Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=d4da138e-1a3b-4060-8c40-40b4fb2803f1 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.632055515Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=7b22edbb-c993-4b1e-bbff-62f3d595f794 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.635238124Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=ad0eaff5-c25f-45fc-935a-2111ebd7c400 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.635394417Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.643624643Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.644283513Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.675558882Z" level=info msg="Created container 55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=ad0eaff5-c25f-45fc-935a-2111ebd7c400 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.676205569Z" level=info msg="Starting container: 55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723" id=5b5ecd61-9bea-4136-8cc5-ccb49391976a name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.678159618Z" level=info msg="Started container" PID=1758 containerID=55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper id=5b5ecd61-9bea-4136-8cc5-ccb49391976a name=/runtime.v1.RuntimeService/StartContainer sandboxID=627f41b242e7c9c15b651908ba2958845579efcbf3680155f3d8a00b6966a51b
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.736884885Z" level=info msg="Removing container: 23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e" id=24c380f9-eb4a-4f2b-9eab-d2f5a83fe1fe name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:48 embed-certs-914340 crio[565]: time="2025-12-27T09:00:48.747481388Z" level=info msg="Removed container 23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp/dashboard-metrics-scraper" id=24c380f9-eb4a-4f2b-9eab-d2f5a83fe1fe name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.754612233Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=ce85d31b-7490-46ed-a5f6-102620fae229 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.755544868Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=7d82f5a0-255c-436b-9023-3542ae46ac93 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.757221127Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=8d9b0f14-7d7b-4491-aa7a-5ef60cd5d1b7 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.757422584Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763569659Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763762187Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/6a6d35c0ce733573c5c3fd805207f1a4d0a4773f1cb54404f8cf2861bb42dd58/merged/etc/passwd: no such file or directory"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.763795908Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/6a6d35c0ce733573c5c3fd805207f1a4d0a4773f1cb54404f8cf2861bb42dd58/merged/etc/group: no such file or directory"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.764603152Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.792452551Z" level=info msg="Created container c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b: kube-system/storage-provisioner/storage-provisioner" id=8d9b0f14-7d7b-4491-aa7a-5ef60cd5d1b7 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.793115248Z" level=info msg="Starting container: c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b" id=1e2aad55-09eb-4780-b06f-29336ca257c7 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:00:54 embed-certs-914340 crio[565]: time="2025-12-27T09:00:54.795375431Z" level=info msg="Started container" PID=1775 containerID=c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b description=kube-system/storage-provisioner/storage-provisioner id=1e2aad55-09eb-4780-b06f-29336ca257c7 name=/runtime.v1.RuntimeService/StartContainer sandboxID=c9dcaa99f016ad49d8f220626d6f3b3d39eba47a7ea25cd42ee048eb869a5d7b
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
c87439aa16e37 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 19 seconds ago Running storage-provisioner 1 c9dcaa99f016a storage-provisioner kube-system
55064bbcd12e6 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 25 seconds ago Exited dashboard-metrics-scraper 2 627f41b242e7c dashboard-metrics-scraper-867fb5f87b-tk7tp kubernetes-dashboard
558864df0c337 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 42 seconds ago Running kubernetes-dashboard 0 d7f8cf3e151c2 kubernetes-dashboard-b84665fb8-qwmvq kubernetes-dashboard
c9724820d6c28 aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 50 seconds ago Running coredns 0 c83e109e0e1cc coredns-7d764666f9-9lzbz kube-system
4f5ed5ffb9112 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 50 seconds ago Running busybox 1 f2de1ea976e92 busybox default
79736dece11f8 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 50 seconds ago Running kube-proxy 0 56a928878cdd7 kube-proxy-2cdrv kube-system
59983774ef8a4 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 50 seconds ago Exited storage-provisioner 0 c9dcaa99f016a storage-provisioner kube-system
4521b1eb706bd 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 50 seconds ago Running kindnet-cni 0 e7849c50e0aa4 kindnet-jtxlk kube-system
ec840bb16a321 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 52 seconds ago Running etcd 0 6d47c0143df97 etcd-embed-certs-914340 kube-system
5d60678426673 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 52 seconds ago Running kube-scheduler 0 2acb15e3371d1 kube-scheduler-embed-certs-914340 kube-system
bbd87d1215508 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 52 seconds ago Running kube-apiserver 0 c03f73ab0ff1a kube-apiserver-embed-certs-914340 kube-system
b006a076f8aaf 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 52 seconds ago Running kube-controller-manager 0 e8a25af9a8b80 kube-controller-manager-embed-certs-914340 kube-system
==> coredns [c9724820d6c289ebaa0e3ab9571acd345d98497dea2f0d3daf86dc22abc2003e] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 3e2243e8b9e7116f563b83b1933f477a68ba9ad4a829ed5d7e54629fb2ce53528b9bc6023030be20be434ad805fd246296dd428c64e9bbef3a70f22b8621f560
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:42533 - 19627 "HINFO IN 8823293584184019000.8145962534789876861. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.010739874s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: embed-certs-914340
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=embed-certs-914340
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=embed-certs-914340
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_24_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:20 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: embed-certs-914340
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:04 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:54 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.76.2
Hostname: embed-certs-914340
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 871cd81f-385c-4e4e-a284-9e6e055cceff
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 90s
kube-system coredns-7d764666f9-9lzbz 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 106s
kube-system etcd-embed-certs-914340 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 111s
kube-system kindnet-jtxlk 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 106s
kube-system kube-apiserver-embed-certs-914340 250m (3%) 0 (0%) 0 (0%) 0 (0%) 111s
kube-system kube-controller-manager-embed-certs-914340 200m (2%) 0 (0%) 0 (0%) 0 (0%) 111s
kube-system kube-proxy-2cdrv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 106s
kube-system kube-scheduler-embed-certs-914340 100m (1%) 0 (0%) 0 (0%) 0 (0%) 111s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 105s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-tk7tp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 47s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-qwmvq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 47s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 107s node-controller Node embed-certs-914340 event: Registered Node embed-certs-914340 in Controller
Normal RegisteredNode 48s node-controller Node embed-certs-914340 event: Registered Node embed-certs-914340 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [ec840bb16a3219b5a561175782090aad98e897b4ccd493d921b2f2ef0e450573] <==
{"level":"info","ts":"2025-12-27T09:00:22.604220Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"ea7e25599daad906","local-member-attributes":"{Name:embed-certs-914340 ClientURLs:[https://192.168.76.2:2379]}","cluster-id":"6f20f2c4b2fb5f8a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:22.604269Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:22.604616Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:22.605144Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:22.605624Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:22.605759Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:22.606641Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:22.610899Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.76.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:22.611005Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T09:00:55.803045Z","caller":"traceutil/trace.go:172","msg":"trace[800764356] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:666; }","duration":"112.996482ms","start":"2025-12-27T09:00:55.690024Z","end":"2025-12-27T09:00:55.803021Z","steps":["trace[800764356] 'read index received' (duration: 112.989216ms)","trace[800764356] 'applied index is now lower than readState.Index' (duration: 6.255µs)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:55.803347Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"113.246485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:55.803811Z","caller":"traceutil/trace.go:172","msg":"trace[1856077413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"113.771996ms","start":"2025-12-27T09:00:55.690020Z","end":"2025-12-27T09:00:55.803792Z","steps":["trace[1856077413] 'agreement among raft nodes before linearized reading' (duration: 113.200125ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.806303Z","caller":"traceutil/trace.go:172","msg":"trace[1780510099] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"134.049818ms","start":"2025-12-27T09:00:55.672207Z","end":"2025-12-27T09:00:55.806256Z","steps":["trace[1780510099] 'process raft request' (duration: 130.877316ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.940661Z","caller":"traceutil/trace.go:172","msg":"trace[1204069607] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"128.561537ms","start":"2025-12-27T09:00:55.812080Z","end":"2025-12-27T09:00:55.940641Z","steps":["trace[1204069607] 'process raft request' (duration: 61.376108ms)","trace[1204069607] 'compare' (duration: 67.099177ms)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:55.940675Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"126.465298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-embed-certs-914340\" limit:1 ","response":"range_response_count:1 size:5935"}
{"level":"info","ts":"2025-12-27T09:00:55.940780Z","caller":"traceutil/trace.go:172","msg":"trace[1528546483] range","detail":"{range_begin:/registry/pods/kube-system/etcd-embed-certs-914340; range_end:; response_count:1; response_revision:632; }","duration":"126.578101ms","start":"2025-12-27T09:00:55.814178Z","end":"2025-12-27T09:00:55.940756Z","steps":["trace[1528546483] 'agreement among raft nodes before linearized reading' (duration: 59.227264ms)","trace[1528546483] 'range keys from in-memory index tree' (duration: 67.132726ms)"],"step_count":2}
{"level":"info","ts":"2025-12-27T09:00:55.948378Z","caller":"traceutil/trace.go:172","msg":"trace[1345658240] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"134.713429ms","start":"2025-12-27T09:00:55.813646Z","end":"2025-12-27T09:00:55.948359Z","steps":["trace[1345658240] 'process raft request' (duration: 134.582532ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.948487Z","caller":"traceutil/trace.go:172","msg":"trace[1549888904] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"132.106193ms","start":"2025-12-27T09:00:55.816371Z","end":"2025-12-27T09:00:55.948477Z","steps":["trace[1549888904] 'process raft request' (duration: 131.88701ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:55.948517Z","caller":"traceutil/trace.go:172","msg":"trace[2146477233] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"136.240693ms","start":"2025-12-27T09:00:55.812255Z","end":"2025-12-27T09:00:55.948495Z","steps":["trace[2146477233] 'process raft request' (duration: 135.885867ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:56.063666Z","caller":"traceutil/trace.go:172","msg":"trace[1507979707] linearizableReadLoop","detail":"{readStateIndex:671; appliedIndex:671; }","duration":"105.932147ms","start":"2025-12-27T09:00:55.957702Z","end":"2025-12-27T09:00:56.063634Z","steps":["trace[1507979707] 'read index received' (duration: 105.921017ms)","trace[1507979707] 'applied index is now lower than readState.Index' (duration: 9.938µs)"],"step_count":2}
{"level":"warn","ts":"2025-12-27T09:00:56.069325Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"111.582682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods\" limit:1 ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:56.069394Z","caller":"traceutil/trace.go:172","msg":"trace[102727826] range","detail":"{range_begin:/registry/pods; range_end:; response_count:0; response_revision:636; }","duration":"111.670979ms","start":"2025-12-27T09:00:55.957699Z","end":"2025-12-27T09:00:56.069370Z","steps":["trace[102727826] 'agreement among raft nodes before linearized reading' (duration: 106.020898ms)"],"step_count":1}
{"level":"info","ts":"2025-12-27T09:00:56.069454Z","caller":"traceutil/trace.go:172","msg":"trace[503577850] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"113.09345ms","start":"2025-12-27T09:00:55.956346Z","end":"2025-12-27T09:00:56.069440Z","steps":["trace[503577850] 'process raft request' (duration: 107.318495ms)"],"step_count":1}
{"level":"warn","ts":"2025-12-27T09:00:56.414489Z","caller":"txn/util.go:93","msg":"apply request took too long","took":"218.305986ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"}
{"level":"info","ts":"2025-12-27T09:00:56.414560Z","caller":"traceutil/trace.go:172","msg":"trace[155006097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:637; }","duration":"218.423657ms","start":"2025-12-27T09:00:56.196122Z","end":"2025-12-27T09:00:56.414546Z","steps":["trace[155006097] 'range keys from in-memory index tree' (duration: 218.25471ms)"],"step_count":1}
==> kernel <==
09:01:14 up 43 min, 0 user, load average: 4.48, 3.92, 2.64
Linux embed-certs-914340 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [4521b1eb706bd786d9a8ba14a455fdd9055f76d1ace6bf107da7fe2b1603a5ac] <==
I1227 09:00:24.264472 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:00:24.264703 1 main.go:139] hostIP = 192.168.76.2
podIP = 192.168.76.2
I1227 09:00:24.264889 1 main.go:148] setting mtu 1500 for CNI
I1227 09:00:24.264913 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:00:24.264932 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:00:24Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:00:24.563044 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:00:24.663242 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:00:24.663262 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:00:24.763286 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:00:25.063447 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:00:25.063477 1 metrics.go:72] Registering metrics
I1227 09:00:25.063552 1 controller.go:711] "Syncing nftables rules"
I1227 09:00:34.472529 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:34.472793 1 main.go:301] handling current node
I1227 09:00:44.474588 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:44.474635 1 main.go:301] handling current node
I1227 09:00:54.473157 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:00:54.473190 1 main.go:301] handling current node
I1227 09:01:04.478472 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:01:04.478513 1 main.go:301] handling current node
I1227 09:01:14.481400 1 main.go:297] Handling node with IPs: map[192.168.76.2:{}]
I1227 09:01:14.481439 1 main.go:301] handling current node
==> kube-apiserver [bbd87d1215508d947adc7122d98b10885a504febac9dced2b18d239ce81d61b8] <==
I1227 09:00:23.638427 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1227 09:00:23.638494 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:23.638559 1 cache.go:39] Caches are synced for LocalAvailability controller
I1227 09:00:23.638563 1 shared_informer.go:356] "Caches are synced" controller="crd-autoregister"
I1227 09:00:23.638723 1 aggregator.go:187] initial CRD sync complete...
I1227 09:00:23.638734 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:00:23.638740 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:00:23.638746 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:00:23.640839 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1227 09:00:23.642641 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:23.645197 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:00:23.647071 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:00:23.671188 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:23.673016 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:00:23.689415 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:00:23.948559 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:00:24.003410 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:00:24.031431 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:00:24.038795 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:00:24.080589 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.109.197.234"}
I1227 09:00:24.090620 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.100.135.22"}
I1227 09:00:24.541172 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:00:27.174874 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:27.227398 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:00:27.275295 1 controller.go:667] quota admission added evaluator for: endpoints
==> kube-controller-manager [b006a076f8aaf5b77c41bffda67b7e7276f61f3f778f64b6077db6bff87a6050] <==
I1227 09:00:26.787850 1 range_allocator.go:177] "Sending events to api server"
I1227 09:00:26.787902 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 09:00:26.787908 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:26.787914 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788185 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788228 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788244 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788192 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788230 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788232 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788214 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788240 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.788575 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.789208 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:00:26.789297 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.789289 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="embed-certs-914340"
I1227 09:00:26.789368 1 node_lifecycle_controller.go:1080] "Controller detected that zone is now in new state" zone="" newState="Normal"
I1227 09:00:26.789748 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.790096 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.790121 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.797342 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.886685 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.887786 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:26.887803 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:00:26.887809 1 garbagecollector.go:169] "Proceeding to collect garbage"
==> kube-proxy [79736dece11f8bc54eb4c6c2986bdc20d1613ddb7ba9a10f5acd3f1506670834] <==
I1227 09:00:24.047413 1 server_linux.go:53] "Using iptables proxy"
I1227 09:00:24.118023 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:24.219167 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.219209 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.76.2"]
E1227 09:00:24.219289 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:00:24.238268 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:00:24.238354 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:00:24.243367 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:00:24.243791 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:00:24.243825 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:24.245160 1 config.go:200] "Starting service config controller"
I1227 09:00:24.245201 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:00:24.245355 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:00:24.245427 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:00:24.245427 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:00:24.245444 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:00:24.245604 1 config.go:309] "Starting node config controller"
I1227 09:00:24.245611 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:00:24.245618 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:00:24.346214 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:00:24.346231 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 09:00:24.346257 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [5d606784266734cab6c7873c3284f69ab1085ec47d5a96c8453982e8b053fec8] <==
I1227 09:00:22.357723 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:00:23.564563 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:00:23.564618 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:00:23.564632 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:00:23.564643 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:00:23.608260 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:00:23.608295 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:23.611375 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:00:23.611441 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:23.611495 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:00:23.611909 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:00:23.712274 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: E1227 09:00:37.706429 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: I1227 09:00:37.706455 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:37 embed-certs-914340 kubelet[729]: E1227 09:00:37.706602 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.196618 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.684923 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709214 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-embed-certs-914340" containerName="kube-apiserver"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709377 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: I1227 09:00:38.709409 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709477 729 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-embed-certs-914340" containerName="kube-scheduler"
Dec 27 09:00:38 embed-certs-914340 kubelet[729]: E1227 09:00:38.709595 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.628127 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.628170 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.735510 729 scope.go:122] "RemoveContainer" containerID="23f7f75671dac7cad4ede24255b149710ea36cdd1d064281b8e7b1d5b76e527e"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.735802 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: I1227 09:00:48.735845 729 scope.go:122] "RemoveContainer" containerID="55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
Dec 27 09:00:48 embed-certs-914340 kubelet[729]: E1227 09:00:48.736121 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:00:54 embed-certs-914340 kubelet[729]: I1227 09:00:54.754107 729 scope.go:122] "RemoveContainer" containerID="59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155"
Dec 27 09:00:55 embed-certs-914340 kubelet[729]: E1227 09:00:55.664861 729 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-9lzbz" containerName="coredns"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: E1227 09:00:57.367575 729 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" containerName="dashboard-metrics-scraper"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: I1227 09:00:57.367622 729 scope.go:122] "RemoveContainer" containerID="55064bbcd12e6a331e4a92488ef24ed1f28ebd881430975e1cf02c2cffa22723"
Dec 27 09:00:57 embed-certs-914340 kubelet[729]: E1227 09:00:57.367823 729 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-tk7tp_kubernetes-dashboard(1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-tk7tp" podUID="1a4ceb2d-fc29-44c5-a9eb-d8d2e6a336ba"
Dec 27 09:01:09 embed-certs-914340 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:09 embed-certs-914340 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:09 embed-certs-914340 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:09 embed-certs-914340 systemd[1]: kubelet.service: Consumed 1.551s CPU time.
==> kubernetes-dashboard [558864df0c337d488fa9b29d09344a1fd49458b1058637b1dfde7ad87acc2e0c] <==
2025/12/27 09:00:32 Using namespace: kubernetes-dashboard
2025/12/27 09:00:32 Using in-cluster config to connect to apiserver
2025/12/27 09:00:32 Using secret token for csrf signing
2025/12/27 09:00:32 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:32 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:32 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:00:32 Generating JWE encryption key
2025/12/27 09:00:32 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:32 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:32 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:32 Creating in-cluster Sidecar client
2025/12/27 09:00:32 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:32 Serving insecurely on HTTP port: 9090
2025/12/27 09:01:02 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:32 Starting overwatch
==> storage-provisioner [59983774ef8a46baf0a17464da6de9e379055802e842e1beb1c5850547515155] <==
I1227 09:00:24.015104 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:54.017369 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [c87439aa16e37d0a88fe265f34075da328c4d48d9224d4780b4ea478c889487b] <==
I1227 09:00:54.811785 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:54.819658 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:54.819717 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:00:54.822037 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:58.276884 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:02.537665 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:06.136230 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:09.190982 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.213401 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.218113 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:12.218251 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:12.218396 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28!
I1227 09:01:12.218398 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"929e5608-8d9f-42e5-b051-1c379873d2d5", APIVersion:"v1", ResourceVersion:"643", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28 became leader
W1227 09:01:12.220341 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.223631 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:12.318660 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_embed-certs-914340_52336e9a-e86f-43d1-9f00-1497e6f46f28!
W1227 09:01:14.226477 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:14.231621 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-914340 -n embed-certs-914340
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p embed-certs-914340 -n embed-certs-914340: exit status 2 (336.993633ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context embed-certs-914340 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/embed-certs/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/embed-certs/serial/Pause (6.41s)
=== RUN TestStartStop/group/no-preload/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-amd64 pause -p no-preload-598808 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p no-preload-598808 --alsologtostderr -v=1: exit status 80 (1.89317787s)
-- stdout --
* Pausing node no-preload-598808 ...
-- /stdout --
** stderr **
I1227 09:01:14.082867 333806 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:14.083166 333806 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:14.083177 333806 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:14.083183 333806 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:14.083462 333806 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:14.083787 333806 out.go:368] Setting JSON to false
I1227 09:01:14.083811 333806 mustload.go:66] Loading cluster: no-preload-598808
I1227 09:01:14.084245 333806 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:14.084798 333806 cli_runner.go:164] Run: docker container inspect no-preload-598808 --format={{.State.Status}}
I1227 09:01:14.106888 333806 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:01:14.107258 333806 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:14.172068 333806 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:4 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:78 OomKillDisable:false NGoroutines:86 SystemTime:2025-12-27 09:01:14.16143644 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:14.172678 333806 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:no-preload-598808 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool
=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 09:01:14.174467 333806 out.go:179] * Pausing node no-preload-598808 ...
I1227 09:01:14.175692 333806 host.go:66] Checking if "no-preload-598808" exists ...
I1227 09:01:14.176057 333806 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:14.176108 333806 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" no-preload-598808
I1227 09:01:14.197203 333806 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33113 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/no-preload-598808/id_rsa Username:docker}
I1227 09:01:14.289567 333806 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:14.309973 333806 pause.go:52] kubelet running: true
I1227 09:01:14.310253 333806 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:14.496383 333806 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:14.496493 333806 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:14.570623 333806 cri.go:96] found id: "005ab74158be02231f2e0324776517699e8dd37e96d0f772051d66384e73cdfd"
I1227 09:01:14.570648 333806 cri.go:96] found id: "4b003d4edfa5b826db00044a2b7c476b1b062722d980e2e264506482b9df4b38"
I1227 09:01:14.570654 333806 cri.go:96] found id: "b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048"
I1227 09:01:14.570659 333806 cri.go:96] found id: "4be357dbbdc20a9816d21c5801ea584ffe339178215313ee2da9e0ba716b2aac"
I1227 09:01:14.570664 333806 cri.go:96] found id: "2811524685a4dd589b82328084c4689d50836d35b047a50ad79362c985563204"
I1227 09:01:14.570670 333806 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:01:14.570676 333806 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:01:14.570681 333806 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:01:14.570685 333806 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:01:14.570700 333806 cri.go:96] found id: "ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
I1227 09:01:14.570709 333806 cri.go:96] found id: "6e0b07cd96000b58dfea2f7ed29d67b44d2c147109f30032679c1e7de91bd096"
I1227 09:01:14.570713 333806 cri.go:96] found id: ""
I1227 09:01:14.570768 333806 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:14.583446 333806 retry.go:84] will retry after 300ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:14Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:14.929777 333806 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:14.944306 333806 pause.go:52] kubelet running: false
I1227 09:01:14.944386 333806 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:15.106454 333806 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:15.106531 333806 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:15.187196 333806 cri.go:96] found id: "005ab74158be02231f2e0324776517699e8dd37e96d0f772051d66384e73cdfd"
I1227 09:01:15.187219 333806 cri.go:96] found id: "4b003d4edfa5b826db00044a2b7c476b1b062722d980e2e264506482b9df4b38"
I1227 09:01:15.187224 333806 cri.go:96] found id: "b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048"
I1227 09:01:15.187228 333806 cri.go:96] found id: "4be357dbbdc20a9816d21c5801ea584ffe339178215313ee2da9e0ba716b2aac"
I1227 09:01:15.187232 333806 cri.go:96] found id: "2811524685a4dd589b82328084c4689d50836d35b047a50ad79362c985563204"
I1227 09:01:15.187237 333806 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:01:15.187242 333806 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:01:15.187246 333806 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:01:15.187250 333806 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:01:15.187258 333806 cri.go:96] found id: "ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
I1227 09:01:15.187266 333806 cri.go:96] found id: "6e0b07cd96000b58dfea2f7ed29d67b44d2c147109f30032679c1e7de91bd096"
I1227 09:01:15.187270 333806 cri.go:96] found id: ""
I1227 09:01:15.187329 333806 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:15.648532 333806 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:15.662303 333806 pause.go:52] kubelet running: false
I1227 09:01:15.662436 333806 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:15.820946 333806 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:15.821036 333806 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:15.893791 333806 cri.go:96] found id: "005ab74158be02231f2e0324776517699e8dd37e96d0f772051d66384e73cdfd"
I1227 09:01:15.893821 333806 cri.go:96] found id: "4b003d4edfa5b826db00044a2b7c476b1b062722d980e2e264506482b9df4b38"
I1227 09:01:15.893826 333806 cri.go:96] found id: "b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048"
I1227 09:01:15.893831 333806 cri.go:96] found id: "4be357dbbdc20a9816d21c5801ea584ffe339178215313ee2da9e0ba716b2aac"
I1227 09:01:15.893836 333806 cri.go:96] found id: "2811524685a4dd589b82328084c4689d50836d35b047a50ad79362c985563204"
I1227 09:01:15.893840 333806 cri.go:96] found id: "225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd"
I1227 09:01:15.893844 333806 cri.go:96] found id: "890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb"
I1227 09:01:15.893848 333806 cri.go:96] found id: "3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829"
I1227 09:01:15.893852 333806 cri.go:96] found id: "5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73"
I1227 09:01:15.893869 333806 cri.go:96] found id: "ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
I1227 09:01:15.893880 333806 cri.go:96] found id: "6e0b07cd96000b58dfea2f7ed29d67b44d2c147109f30032679c1e7de91bd096"
I1227 09:01:15.893884 333806 cri.go:96] found id: ""
I1227 09:01:15.893931 333806 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:15.908254 333806 out.go:203]
W1227 09:01:15.909391 333806 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:15Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:15Z" level=error msg="open /run/runc: no such file or directory"
W1227 09:01:15.909420 333806 out.go:285] *
*
W1227 09:01:15.911205 333806 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 09:01:15.912421 333806 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-amd64 pause -p no-preload-598808 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect no-preload-598808
helpers_test.go:244: (dbg) docker inspect no-preload-598808:
-- stdout --
[
{
"Id": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"Created": "2025-12-27T08:58:54.523196707Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 319143,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:13.059530975Z",
"FinishedAt": "2025-12-27T09:00:11.210809001Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hostname",
"HostsPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hosts",
"LogPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950-json.log",
"Name": "/no-preload-598808",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-598808:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "no-preload-598808",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"LowerDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/merged",
"UpperDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/diff",
"WorkDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-598808",
"Source": "/var/lib/docker/volumes/no-preload-598808/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-598808",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-598808",
"name.minikube.sigs.k8s.io": "no-preload-598808",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "98a863d1b514d801a816e5aeb3897bfb10be6a82e4153c50fdd21f80cb3c61eb",
"SandboxKey": "/var/run/docker/netns/98a863d1b514",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33113"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33114"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33117"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33115"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33116"
}
]
},
"Networks": {
"no-preload-598808": {
"IPAMConfig": {
"IPv4Address": "192.168.94.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "91b039bb587581c856525cbb5676e9aee8befebe2919e770aa8d58fa3ddee2bb",
"EndpointID": "20d6a7ad5dc20d47e6fbf8dcba9e84b4c7ee3a4cb7675dff0c79fee1976e0d70",
"Gateway": "192.168.94.1",
"IPAddress": "192.168.94.2",
"MacAddress": "46:37:7d:59:82:44",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-598808",
"e0d7ec0161aa"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808: exit status 2 (352.525344ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25: (1.150324555s)
helpers_test.go:261: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:53
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:53.729487 328232 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:53.729717 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729725 328232 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:53.729729 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729917 328232 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:53.730403 328232 out.go:368] Setting JSON to false
I1227 09:00:53.731478 328232 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2606,"bootTime":1766823448,"procs":336,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:53.731531 328232 start.go:143] virtualization: kvm guest
I1227 09:00:53.733280 328232 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:53.734489 328232 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:53.734499 328232 notify.go:221] Checking for updates...
I1227 09:00:53.736591 328232 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:53.737644 328232 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:53.738687 328232 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:53.739725 328232 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:53.740766 328232 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:53.742115 328232 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742215 328232 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742323 328232 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742410 328232 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:53.766079 328232 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:53.766249 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.824562 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.81435624 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.824703 328232 docker.go:319] overlay module found
I1227 09:00:53.826382 328232 out.go:179] * Using the docker driver based on user configuration
I1227 09:00:53.827227 328232 start.go:309] selected driver: docker
I1227 09:00:53.827240 328232 start.go:928] validating driver "docker" against <nil>
I1227 09:00:53.827251 328232 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:53.827812 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.890792 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.879693661 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.890933 328232 start_flags.go:333] no existing cluster config was found, will generate one from the flags
W1227 09:00:53.890965 328232 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1227 09:00:53.891256 328232 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:00:53.893337 328232 out.go:179] * Using Docker driver with root privileges
I1227 09:00:53.894400 328232 cni.go:84] Creating CNI manager for ""
I1227 09:00:53.894483 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:53.894495 328232 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 09:00:53.894586 328232 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:53.896600 328232 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:00:53.897732 328232 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:53.898859 328232 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:53.899928 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:53.899962 328232 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:53.899972 328232 cache.go:65] Caching tarball of preloaded images
I1227 09:00:53.900035 328232 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:53.900046 328232 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:53.900055 328232 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:53.900143 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:00:53.900160 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json: {Name:mkbd10504eb462a5c7dfbb10dd28088fd26a35c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:53.924532 328232 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:53.924555 328232 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:53.924571 328232 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:53.924600 328232 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:53.924692 328232 start.go:364] duration metric: took 78.242µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:00:53.924713 328232 start.go:93] Provisioning new machine with config: &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:53.924775 328232 start.go:125] createHost starting for "" (driver="docker")
I1227 09:00:49.860846 326814 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-828751" ...
I1227 09:00:49.860946 326814 cli_runner.go:164] Run: docker start default-k8s-diff-port-828751
I1227 09:00:50.118749 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:50.140486 326814 kic.go:430] container "default-k8s-diff-port-828751" state is running.
I1227 09:00:50.140947 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:50.161450 326814 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 09:00:50.161718 326814 machine.go:94] provisionDockerMachine start ...
I1227 09:00:50.161818 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:50.185507 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:50.185818 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:50.185834 326814 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:50.186458 326814 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39084->127.0.0.1:33123: read: connection reset by peer
I1227 09:00:53.314343 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.314374 326814 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 09:00:53.314435 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.336464 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.336707 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.336722 326814 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 09:00:53.473800 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.473890 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.494262 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.494534 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.494563 326814 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:53.619007 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:53.619035 326814 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:53.619063 326814 ubuntu.go:190] setting up certificates
I1227 09:00:53.619084 326814 provision.go:84] configureAuth start
I1227 09:00:53.619138 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:53.638124 326814 provision.go:143] copyHostCerts
I1227 09:00:53.638186 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:53.638199 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:53.638282 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:53.638456 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:53.638473 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:53.638520 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:53.638621 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:53.638632 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:53.638668 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:53.638758 326814 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 09:00:53.663892 326814 provision.go:177] copyRemoteCerts
I1227 09:00:53.663962 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:53.664003 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.682061 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:53.776793 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 09:00:53.796375 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:53.816449 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:53.835214 326814 provision.go:87] duration metric: took 216.121293ms to configureAuth
I1227 09:00:53.835237 326814 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:53.835413 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.835523 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.857820 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.858119 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.858149 326814 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:54.215139 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:54.215168 326814 machine.go:97] duration metric: took 4.053427893s to provisionDockerMachine
I1227 09:00:54.215182 326814 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 09:00:54.215195 326814 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:54.215364 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:54.215428 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.236244 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.331252 326814 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:54.336427 326814 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:54.336466 326814 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:54.336481 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:54.336531 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:54.336655 326814 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:54.336804 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:54.345089 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:54.364914 326814 start.go:296] duration metric: took 149.713889ms for postStartSetup
I1227 09:00:54.365012 326814 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:54.365067 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.385015 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.484705 326814 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:54.489691 326814 fix.go:56] duration metric: took 4.65107881s for fixHost
I1227 09:00:54.489726 326814 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 4.651135986s
I1227 09:00:54.489790 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:54.508527 326814 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:54.508578 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.508667 326814 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:54.508733 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.528592 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.529042 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
W1227 09:00:51.722491 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:53.724039 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
I1227 09:00:55.810804 319760 pod_ready.go:94] pod "coredns-7d764666f9-9lzbz" is "Ready"
I1227 09:00:55.810838 319760 pod_ready.go:86] duration metric: took 30.593366152s for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.813210 319760 pod_ready.go:83] waiting for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.949892 319760 pod_ready.go:94] pod "etcd-embed-certs-914340" is "Ready"
I1227 09:00:55.949933 319760 pod_ready.go:86] duration metric: took 136.695906ms for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.952305 319760 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.956644 319760 pod_ready.go:94] pod "kube-apiserver-embed-certs-914340" is "Ready"
I1227 09:00:55.956668 319760 pod_ready.go:86] duration metric: took 4.319476ms for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.070710 319760 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.075672 319760 pod_ready.go:94] pod "kube-controller-manager-embed-certs-914340" is "Ready"
I1227 09:00:56.075703 319760 pod_ready.go:86] duration metric: took 4.953085ms for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.122492 319760 pod_ready.go:83] waiting for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.522397 319760 pod_ready.go:94] pod "kube-proxy-2cdrv" is "Ready"
I1227 09:00:56.522428 319760 pod_ready.go:86] duration metric: took 399.904225ms for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.721374 319760 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122393 319760 pod_ready.go:94] pod "kube-scheduler-embed-certs-914340" is "Ready"
I1227 09:00:57.122424 319760 pod_ready.go:86] duration metric: took 401.02177ms for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122437 319760 pod_ready.go:40] duration metric: took 31.908596361s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:57.164488 319760 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:57.254050 319760 out.go:179] * Done! kubectl is now configured to use "embed-certs-914340" cluster and "default" namespace by default
I1227 09:00:54.680182 326814 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:54.687450 326814 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:54.730899 326814 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:54.735946 326814 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:54.736018 326814 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:54.744028 326814 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:54.744054 326814 start.go:496] detecting cgroup driver to use...
I1227 09:00:54.744086 326814 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:54.744121 326814 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:54.763214 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:54.777704 326814 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:54.777773 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:54.794517 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:54.809742 326814 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:54.898766 326814 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:54.984326 326814 docker.go:234] disabling docker service ...
I1227 09:00:54.984397 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:54.999498 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:55.013014 326814 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:55.102573 326814 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:55.215505 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:55.228809 326814 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:55.242969 326814 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:55.243029 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.252135 326814 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:55.252216 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.261743 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.270941 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.279589 326814 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:55.287566 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.296801 326814 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.305425 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.314466 326814 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:55.322025 326814 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:55.329288 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:55.420769 326814 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:57.485130 326814 ssh_runner.go:235] Completed: sudo systemctl restart crio: (2.06432361s)
I1227 09:00:57.485162 326814 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:57.485211 326814 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:57.490095 326814 start.go:574] Will wait 60s for crictl version
I1227 09:00:57.490151 326814 ssh_runner.go:195] Run: which crictl
I1227 09:00:57.494082 326814 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:57.521000 326814 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:57.521077 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.551935 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.588368 326814 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
W1227 09:00:54.399098 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:56.899097 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:53.926464 328232 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 09:00:53.926679 328232 start.go:159] libmachine.API.Create for "newest-cni-693933" (driver="docker")
I1227 09:00:53.926707 328232 client.go:173] LocalClient.Create starting
I1227 09:00:53.926761 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 09:00:53.926792 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926810 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.926865 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 09:00:53.926886 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926898 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.927245 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 09:00:53.944651 328232 cli_runner.go:211] docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 09:00:53.944718 328232 network_create.go:284] running [docker network inspect newest-cni-693933] to gather additional debugging logs...
I1227 09:00:53.944741 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933
W1227 09:00:53.962502 328232 cli_runner.go:211] docker network inspect newest-cni-693933 returned with exit code 1
I1227 09:00:53.962537 328232 network_create.go:287] error running [docker network inspect newest-cni-693933]: docker network inspect newest-cni-693933: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-693933 not found
I1227 09:00:53.962563 328232 network_create.go:289] output of [docker network inspect newest-cni-693933]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-693933 not found
** /stderr **
I1227 09:00:53.962666 328232 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:53.980306 328232 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 09:00:53.980885 328232 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 09:00:53.981642 328232 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 09:00:53.982241 328232 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-5e5ef9facedd IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:22:8f:4a:69:f4:ed} reservation:<nil>}
I1227 09:00:53.983116 328232 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001fa6160}
I1227 09:00:53.983139 328232 network_create.go:124] attempt to create docker network newest-cni-693933 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 09:00:53.983192 328232 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-693933 newest-cni-693933
I1227 09:00:54.032597 328232 network_create.go:108] docker network newest-cni-693933 192.168.85.0/24 created
I1227 09:00:54.032625 328232 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-693933" container
I1227 09:00:54.032692 328232 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 09:00:54.052054 328232 cli_runner.go:164] Run: docker volume create newest-cni-693933 --label name.minikube.sigs.k8s.io=newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true
I1227 09:00:54.072044 328232 oci.go:103] Successfully created a docker volume newest-cni-693933
I1227 09:00:54.072123 328232 cli_runner.go:164] Run: docker run --rm --name newest-cni-693933-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --entrypoint /usr/bin/test -v newest-cni-693933:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 09:00:54.477067 328232 oci.go:107] Successfully prepared a docker volume newest-cni-693933
I1227 09:00:54.477142 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:54.477154 328232 kic.go:194] Starting extracting preloaded images to volume ...
I1227 09:00:54.477212 328232 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 09:00:57.352675 328232 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (2.875407997s)
I1227 09:00:57.352764 328232 kic.go:203] duration metric: took 2.875602908s to extract preloaded images to volume ...
W1227 09:00:57.352923 328232 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 09:00:57.352989 328232 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 09:00:57.353039 328232 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 09:00:57.425011 328232 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-693933 --name newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-693933 --network newest-cni-693933 --ip 192.168.85.2 --volume newest-cni-693933:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 09:00:57.733592 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Running}}
I1227 09:00:57.752698 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.773146 328232 cli_runner.go:164] Run: docker exec newest-cni-693933 stat /var/lib/dpkg/alternatives/iptables
I1227 09:00:57.819180 328232 oci.go:144] the created container "newest-cni-693933" has a running status.
I1227 09:00:57.819215 328232 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa...
I1227 09:00:57.857398 328232 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 09:00:57.895467 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.916135 328232 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 09:00:57.916155 328232 kic_runner.go:114] Args: [docker exec --privileged newest-cni-693933 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 09:00:57.961944 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.986993 328232 machine.go:94] provisionDockerMachine start ...
I1227 09:00:57.987210 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:00:58.009614 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:58.009966 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:00:58.009983 328232 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:58.010711 328232 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47510->127.0.0.1:33128: read: connection reset by peer
I1227 09:00:57.589490 326814 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:57.610678 326814 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 09:00:57.615384 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.628569 326814 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:57.628727 326814 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:57.628795 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.674469 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.674489 326814 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:57.674533 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.705304 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.705337 326814 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:57.705355 326814 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 09:00:57.705533 326814 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:57.705635 326814 ssh_runner.go:195] Run: crio config
I1227 09:00:57.756837 326814 cni.go:84] Creating CNI manager for ""
I1227 09:00:57.756865 326814 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:57.756885 326814 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:57.756914 326814 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:57.757098 326814 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:57.757182 326814 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:57.766565 326814 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:57.766624 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:57.775505 326814 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 09:00:57.789775 326814 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:57.803430 326814 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 09:00:57.817069 326814 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:57.821326 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.831573 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:57.936500 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:57.955064 326814 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 09:00:57.955089 326814 certs.go:195] generating shared ca certs ...
I1227 09:00:57.955112 326814 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:57.955273 326814 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:57.955450 326814 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:57.955500 326814 certs.go:257] generating profile certs ...
I1227 09:00:57.955701 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 09:00:57.955867 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 09:00:57.955955 326814 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 09:00:57.956105 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:57.956146 326814 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:57.956157 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:57.956263 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:57.956346 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:57.956421 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:57.956526 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:57.957464 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:57.984048 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:58.006745 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:58.027550 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:58.057561 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 09:00:58.086277 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:58.108156 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:58.129040 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 09:00:58.148756 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:58.166725 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:58.184625 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:58.203717 326814 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:58.216264 326814 ssh_runner.go:195] Run: openssl version
I1227 09:00:58.222572 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.230101 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:58.238031 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241854 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241909 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.280701 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:58.288743 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:58.296640 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:58.304436 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308292 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308356 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:58.344228 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:58.352353 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:58.360105 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:58.368050 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371755 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371806 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:58.415737 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:58.423478 326814 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:58.427225 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:58.461490 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:58.495560 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:58.541942 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:58.589431 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:58.640257 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:58.683766 326814 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountTyp
e:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:58.683879 326814 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:58.684012 326814 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:58.714747 326814 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:00:58.714771 326814 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:00:58.714778 326814 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:00:58.714788 326814 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:00:58.714792 326814 cri.go:96] found id: ""
I1227 09:00:58.714841 326814 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:58.728350 326814 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:58Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:58.728420 326814 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:58.737102 326814 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:58.737119 326814 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:58.737157 326814 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:58.744744 326814 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:58.745598 326814 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-828751" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.746127 326814 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-828751" cluster setting kubeconfig missing "default-k8s-diff-port-828751" context setting]
I1227 09:00:58.746876 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.748496 326814 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:58.756234 326814 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.103.2
I1227 09:00:58.756266 326814 kubeadm.go:602] duration metric: took 19.141081ms to restartPrimaryControlPlane
I1227 09:00:58.756276 326814 kubeadm.go:403] duration metric: took 72.519868ms to StartCluster
I1227 09:00:58.756291 326814 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.756375 326814 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.757757 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.758014 326814 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:58.758072 326814 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:58.758170 326814 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758188 326814 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-828751"
W1227 09:00:58.758196 326814 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:58.758196 326814 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758232 326814 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-828751"
I1227 09:00:58.758235 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
W1227 09:00:58.758247 326814 addons.go:248] addon dashboard should already be in state true
I1227 09:00:58.758248 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:58.758276 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.758200 326814 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758298 326814 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-828751"
I1227 09:00:58.758582 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758724 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758762 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.759529 326814 out.go:179] * Verifying Kubernetes components...
I1227 09:00:58.760746 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:58.785402 326814 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-828751"
W1227 09:00:58.785426 326814 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:58.785451 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.785942 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.788723 326814 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:58.788731 326814 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:58.789981 326814 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.790007 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:58.790065 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.789993 326814 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:58.792733 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:58.792754 326814 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:58.792809 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.821999 326814 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.822023 326814 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:58.822156 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.826276 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.827876 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.847103 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.913288 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:58.927656 326814 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:58.931121 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:58.931158 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:58.932304 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.945539 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:58.945565 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:58.947491 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.960694 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:58.960844 326814 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:58.974940 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:58.974964 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:58.989800 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:58.989823 326814 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:59.004111 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:59.004233 326814 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:59.016662 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:59.016687 326814 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:59.029002 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:59.029027 326814 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:59.041581 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:59.041606 326814 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:59.054552 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:00.228812 326814 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:01:00.228852 326814 node_ready.go:38] duration metric: took 1.301163255s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:01:00.228866 326814 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:00.228921 326814 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:00.740536 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.80814389s)
I1227 09:01:00.740614 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.793090912s)
I1227 09:01:00.740720 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.686134588s)
I1227 09:01:00.740784 326814 api_server.go:72] duration metric: took 1.982739775s to wait for apiserver process to appear ...
I1227 09:01:00.740846 326814 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:00.740875 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:00.742569 326814 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-828751 addons enable metrics-server
I1227 09:01:00.745224 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:00.745245 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:00.747650 326814 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1227 09:00:59.397473 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:01:00.895942 318904 pod_ready.go:94] pod "coredns-7d764666f9-mgt7m" is "Ready"
I1227 09:01:00.895972 318904 pod_ready.go:86] duration metric: took 38.004037508s for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.898735 318904 pod_ready.go:83] waiting for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.902199 318904 pod_ready.go:94] pod "etcd-no-preload-598808" is "Ready"
I1227 09:01:00.902217 318904 pod_ready.go:86] duration metric: took 3.457181ms for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.904092 318904 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.907457 318904 pod_ready.go:94] pod "kube-apiserver-no-preload-598808" is "Ready"
I1227 09:01:00.907478 318904 pod_ready.go:86] duration metric: took 3.368395ms for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.909331 318904 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.094583 318904 pod_ready.go:94] pod "kube-controller-manager-no-preload-598808" is "Ready"
I1227 09:01:01.094620 318904 pod_ready.go:86] duration metric: took 185.26628ms for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.295966 318904 pod_ready.go:83] waiting for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.694803 318904 pod_ready.go:94] pod "kube-proxy-jpv6j" is "Ready"
I1227 09:01:01.694836 318904 pod_ready.go:86] duration metric: took 398.841142ms for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.895252 318904 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295927 318904 pod_ready.go:94] pod "kube-scheduler-no-preload-598808" is "Ready"
I1227 09:01:02.295954 318904 pod_ready.go:86] duration metric: took 400.677168ms for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295969 318904 pod_ready.go:40] duration metric: took 39.40767645s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:02.346856 318904 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:02.348608 318904 out.go:179] * Done! kubectl is now configured to use "no-preload-598808" cluster and "default" namespace by default
I1227 09:01:01.138189 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.138216 328232 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:01.138300 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.157295 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.157545 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.157561 328232 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:01.295816 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.295923 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.316542 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.316763 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.316782 328232 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:01.456340 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:01.456380 328232 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:01.456415 328232 ubuntu.go:190] setting up certificates
I1227 09:01:01.456429 328232 provision.go:84] configureAuth start
I1227 09:01:01.456479 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:01.478534 328232 provision.go:143] copyHostCerts
I1227 09:01:01.478609 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:01.478625 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:01.478700 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:01.478830 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:01.478843 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:01.478885 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:01.478993 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:01.479004 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:01.479042 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:01.479132 328232 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:01.702035 328232 provision.go:177] copyRemoteCerts
I1227 09:01:01.702090 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:01.702127 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.719972 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:01.810347 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:01.830659 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:01.848780 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:01.866013 328232 provision.go:87] duration metric: took 409.563619ms to configureAuth
I1227 09:01:01.866042 328232 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:01.866227 328232 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:01.866349 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.884933 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.885167 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.885190 328232 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:02.162776 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:02.162805 328232 machine.go:97] duration metric: took 4.175787697s to provisionDockerMachine
I1227 09:01:02.162821 328232 client.go:176] duration metric: took 8.236105572s to LocalClient.Create
I1227 09:01:02.162844 328232 start.go:167] duration metric: took 8.23616517s to libmachine.API.Create "newest-cni-693933"
I1227 09:01:02.162858 328232 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:02.162872 328232 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:02.162962 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:02.163027 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.182610 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.278997 328232 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:02.283573 328232 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:02.283604 328232 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:02.283617 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:02.283666 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:02.283762 328232 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:02.283878 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:02.293195 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:02.316204 328232 start.go:296] duration metric: took 153.330616ms for postStartSetup
I1227 09:01:02.316603 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.341389 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:02.341732 328232 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:02.341777 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.360239 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.451463 328232 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:02.456005 328232 start.go:128] duration metric: took 8.531218513s to createHost
I1227 09:01:02.456030 328232 start.go:83] releasing machines lock for "newest-cni-693933", held for 8.531327277s
I1227 09:01:02.456095 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.476439 328232 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:02.476483 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.476536 328232 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:02.476606 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.495834 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.497891 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.585387 328232 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:02.649821 328232 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:02.686566 328232 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:02.691867 328232 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:02.691926 328232 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:02.720015 328232 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 09:01:02.720035 328232 start.go:496] detecting cgroup driver to use...
I1227 09:01:02.720067 328232 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:02.720117 328232 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:02.735894 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:02.747689 328232 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:02.747749 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:02.764029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:02.781883 328232 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:02.863456 328232 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:02.948962 328232 docker.go:234] disabling docker service ...
I1227 09:01:02.949029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:02.967750 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:02.979956 328232 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:03.073932 328232 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:03.156609 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:03.169549 328232 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:03.184160 328232 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:03.184210 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.194660 328232 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:03.194715 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.204645 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.213030 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.221780 328232 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:03.229816 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.238453 328232 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.252031 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.261193 328232 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:03.268950 328232 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:03.276437 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.366417 328232 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:03.507576 328232 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:03.507650 328232 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:03.511596 328232 start.go:574] Will wait 60s for crictl version
I1227 09:01:03.511651 328232 ssh_runner.go:195] Run: which crictl
I1227 09:01:03.515023 328232 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:03.538593 328232 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:03.538670 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.564426 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.595605 328232 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:03.596907 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:03.614406 328232 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:03.618603 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.630810 328232 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:03.631932 328232 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:03.632053 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:03.632098 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.664623 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.664643 328232 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:03.664687 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.689503 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.689526 328232 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:03.689535 328232 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:03.689635 328232 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:03.689716 328232 ssh_runner.go:195] Run: crio config
I1227 09:01:00.748572 326814 addons.go:530] duration metric: took 1.990510373s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:01.241574 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.246394 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:01.246422 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:01.740984 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.745024 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:01:01.746075 326814 api_server.go:141] control plane version: v1.35.0
I1227 09:01:01.746107 326814 api_server.go:131] duration metric: took 1.005253913s to wait for apiserver health ...
I1227 09:01:01.746118 326814 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:01.749540 326814 system_pods.go:59] 8 kube-system pods found
I1227 09:01:01.749588 326814 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.749606 326814 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.749621 326814 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.749632 326814 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.749647 326814 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.749657 326814 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.749669 326814 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.749681 326814 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.749693 326814 system_pods.go:74] duration metric: took 3.56472ms to wait for pod list to return data ...
I1227 09:01:01.749706 326814 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:01.751786 326814 default_sa.go:45] found service account: "default"
I1227 09:01:01.751803 326814 default_sa.go:55] duration metric: took 2.088448ms for default service account to be created ...
I1227 09:01:01.751810 326814 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:01:01.754247 326814 system_pods.go:86] 8 kube-system pods found
I1227 09:01:01.754271 326814 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.754280 326814 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.754287 326814 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.754292 326814 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.754299 326814 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.754307 326814 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.754330 326814 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.754337 326814 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.754346 326814 system_pods.go:126] duration metric: took 2.531052ms to wait for k8s-apps to be running ...
I1227 09:01:01.754354 326814 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:01:01.754396 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:01.767380 326814 system_svc.go:56] duration metric: took 13.018593ms WaitForService to wait for kubelet
I1227 09:01:01.767404 326814 kubeadm.go:587] duration metric: took 3.009363104s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:01:01.767425 326814 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:01.770132 326814 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:01.770157 326814 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:01.770170 326814 node_conditions.go:105] duration metric: took 2.737067ms to run NodePressure ...
I1227 09:01:01.770180 326814 start.go:242] waiting for startup goroutines ...
I1227 09:01:01.770187 326814 start.go:247] waiting for cluster config update ...
I1227 09:01:01.770202 326814 start.go:256] writing updated cluster config ...
I1227 09:01:01.770471 326814 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:01.774532 326814 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:01.777620 326814 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:01:03.783706 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:03.736793 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:03.736812 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:03.736828 328232 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:03.736851 328232 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:03.736983 328232 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:03.737048 328232 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:03.745029 328232 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:03.745093 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:03.752710 328232 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:03.765133 328232 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:03.780453 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:03.793374 328232 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:03.796886 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.806627 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.892291 328232 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:03.918507 328232 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:03.918529 328232 certs.go:195] generating shared ca certs ...
I1227 09:01:03.918549 328232 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.918725 328232 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:03.918802 328232 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:03.918822 328232 certs.go:257] generating profile certs ...
I1227 09:01:03.918901 328232 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:03.918924 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt with IP's: []
I1227 09:01:03.961146 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt ...
I1227 09:01:03.961172 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt: {Name:mk17e6f8fc9276f64364dd83b320d37657f7e7a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961359 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key ...
I1227 09:01:03.961374 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key: {Name:mkad8c2ecac3502067382072cc420baae2e9ed33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961467 328232 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:03.961482 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1227 09:01:04.039277 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 ...
I1227 09:01:04.039306 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4: {Name:mk321ed8217ac99da5279ee55af6c7315ac285b4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039503 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 ...
I1227 09:01:04.039519 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4: {Name:mk3e9cb57555d848c671488cff1b993f971accfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039595 328232 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt
I1227 09:01:04.039669 328232 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key
I1227 09:01:04.039722 328232 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:04.039740 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt with IP's: []
I1227 09:01:04.066324 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt ...
I1227 09:01:04.066349 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt: {Name:mkc5df4d07d5057d7357588f93742f7fb59e79c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066493 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key ...
I1227 09:01:04.066505 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key: {Name:mk7fd1439884670360db16fbb8f17bb6c4f94e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066673 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:04.066711 328232 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:04.066721 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:04.066745 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:04.066770 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:04.066793 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:04.066835 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:04.067442 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:04.095726 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:04.112812 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:04.132815 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:04.156019 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:04.174497 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:04.192192 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:04.209717 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:04.226811 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:04.244983 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:04.262120 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:04.279001 328232 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:04.293000 328232 ssh_runner.go:195] Run: openssl version
I1227 09:01:04.298995 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.306747 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:04.313841 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317222 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317257 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.353011 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:04.360740 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 09:01:04.368296 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:04.375283 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:04.382301 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386041 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386082 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:04.420203 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:04.427766 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 09:01:04.434913 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:04.442254 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:04.449762 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:04.453973 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:04.454023 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:04.496667 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.504856 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.512360 328232 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:04.516190 328232 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 09:01:04.516259 328232 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:04.516355 328232 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:04.516405 328232 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:04.543977 328232 cri.go:96] found id: ""
I1227 09:01:04.544040 328232 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:04.552565 328232 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 09:01:04.561613 328232 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 09:01:04.561667 328232 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 09:01:04.569468 328232 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 09:01:04.569487 328232 kubeadm.go:158] found existing configuration files:
I1227 09:01:04.569533 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 09:01:04.578077 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 09:01:04.578124 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 09:01:04.585928 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 09:01:04.593786 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 09:01:04.593837 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 09:01:04.601739 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 09:01:04.609504 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 09:01:04.609554 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 09:01:04.617474 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 09:01:04.625411 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 09:01:04.625470 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 09:01:04.632795 328232 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 09:01:04.681832 328232 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 09:01:04.681909 328232 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 09:01:04.780555 328232 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 09:01:04.780651 328232 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 09:01:04.780698 328232 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 09:01:04.780762 328232 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 09:01:04.780837 328232 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 09:01:04.780901 328232 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 09:01:04.780967 328232 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 09:01:04.781030 328232 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 09:01:04.781095 328232 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 09:01:04.781166 328232 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 09:01:04.781225 328232 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 09:01:04.862592 328232 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 09:01:04.862743 328232 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 09:01:04.862863 328232 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 09:01:04.874339 328232 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 09:01:04.884353 328232 out.go:252] - Generating certificates and keys ...
I1227 09:01:04.884480 328232 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 09:01:04.884569 328232 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 09:01:04.984582 328232 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 09:01:05.071902 328232 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 09:01:05.193757 328232 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 09:01:05.322237 328232 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 09:01:05.427676 328232 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 09:01:05.428020 328232 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.466393 328232 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 09:01:05.466586 328232 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.563789 328232 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 09:01:05.887775 328232 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 09:01:05.968688 328232 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 09:01:05.968804 328232 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 09:01:06.011200 328232 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 09:01:06.201875 328232 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 09:01:06.296693 328232 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 09:01:06.422577 328232 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 09:01:06.704412 328232 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 09:01:06.704832 328232 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 09:01:06.708567 328232 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 09:01:06.710044 328232 out.go:252] - Booting up control plane ...
I1227 09:01:06.710166 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 09:01:06.710300 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 09:01:06.710952 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 09:01:06.724684 328232 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 09:01:06.724830 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 09:01:06.731759 328232 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 09:01:06.732052 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 09:01:06.732125 328232 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 09:01:06.837744 328232 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 09:01:06.837910 328232 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 09:01:07.339549 328232 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.850684ms
I1227 09:01:07.343222 328232 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 09:01:07.343370 328232 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1227 09:01:07.343520 328232 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 09:01:07.343665 328232 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1227 09:01:05.783954 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:08.285827 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:08.849917 328232 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.506592369s
I1227 09:01:09.895981 328232 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.552683311s
I1227 09:01:11.845639 328232 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.502025472s
I1227 09:01:11.866885 328232 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 09:01:11.878470 328232 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 09:01:11.888547 328232 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 09:01:11.888834 328232 kubeadm.go:319] [mark-control-plane] Marking the node newest-cni-693933 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 09:01:11.897651 328232 kubeadm.go:319] [bootstrap-token] Using token: deh3em.78y1ah0qxld6bdsj
I1227 09:01:11.899042 328232 out.go:252] - Configuring RBAC rules ...
I1227 09:01:11.899225 328232 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 09:01:11.904677 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 09:01:11.910167 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 09:01:11.913907 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 09:01:11.918375 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 09:01:11.920716 328232 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 09:01:12.253574 328232 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 09:01:12.669686 328232 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 09:01:13.252644 328232 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 09:01:13.253829 328232 kubeadm.go:319]
I1227 09:01:13.253967 328232 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 09:01:13.253984 328232 kubeadm.go:319]
I1227 09:01:13.254081 328232 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 09:01:13.254095 328232 kubeadm.go:319]
I1227 09:01:13.254141 328232 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 09:01:13.254245 328232 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 09:01:13.254363 328232 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 09:01:13.254380 328232 kubeadm.go:319]
I1227 09:01:13.254480 328232 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 09:01:13.254495 328232 kubeadm.go:319]
I1227 09:01:13.254567 328232 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 09:01:13.254578 328232 kubeadm.go:319]
I1227 09:01:13.254664 328232 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 09:01:13.254777 328232 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 09:01:13.254879 328232 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 09:01:13.254891 328232 kubeadm.go:319]
I1227 09:01:13.255021 328232 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 09:01:13.255134 328232 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 09:01:13.255144 328232 kubeadm.go:319]
I1227 09:01:13.255268 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255439 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 09:01:13.255471 328232 kubeadm.go:319] --control-plane
I1227 09:01:13.255481 328232 kubeadm.go:319]
I1227 09:01:13.255630 328232 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 09:01:13.255642 328232 kubeadm.go:319]
I1227 09:01:13.255743 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255889 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 09:01:13.258538 328232 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 09:01:13.258676 328232 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 09:01:13.258701 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:13.258717 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:13.260242 328232 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 09:01:13.261266 328232 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 09:01:13.265516 328232 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 09:01:13.265535 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 09:01:13.281107 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 09:01:13.525048 328232 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 09:01:13.525132 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:13.525142 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes newest-cni-693933 minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=newest-cni-693933 minikube.k8s.io/primary=true
I1227 09:01:13.625096 328232 ops.go:34] apiserver oom_adj: -16
I1227 09:01:13.625239 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
W1227 09:01:10.783735 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:12.784212 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
==> CRI-O <==
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.034062579Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.03409128Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.034108026Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037950828Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037976623Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037993099Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041704603Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041738606Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041766168Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.04523949Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.045271747Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.045304948Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.048811411Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.048844552Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.177674237Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=4f09c13e-fc16-4597-81ac-3dfbaf2c52df name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.178966202Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=fcb45bb4-a862-4693-82b6-4210feeecf90 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.180516169Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=22306d82-807c-49f1-a4e2-00610f53cd27 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.180668432Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.188786414Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.189485153Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.230337607Z" level=info msg="Created container ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=22306d82-807c-49f1-a4e2-00610f53cd27 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.23115746Z" level=info msg="Starting container: ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221" id=40bfcace-65cc-4690-ad5f-5c5f7f579588 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.233386712Z" level=info msg="Started container" PID=1789 containerID=ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper id=40bfcace-65cc-4690-ad5f-5c5f7f579588 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ad0f33621a40e22c924a8244838f1033cdf0ee4144a3430ad0a04a9c94af6784
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.346893258Z" level=info msg="Removing container: 45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43" id=6c5a8a89-d821-46ab-9cb6-f0ff19761448 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.357501497Z" level=info msg="Removed container 45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=6c5a8a89-d821-46ab-9cb6-f0ff19761448 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
ae6eab87f82d0 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 11 seconds ago Exited dashboard-metrics-scraper 3 ad0f33621a40e dashboard-metrics-scraper-867fb5f87b-trl99 kubernetes-dashboard
005ab74158be0 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 23 seconds ago Running storage-provisioner 1 4932aed1cb0ed storage-provisioner kube-system
6e0b07cd96000 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 48 seconds ago Running kubernetes-dashboard 0 785671fa9f835 kubernetes-dashboard-b84665fb8-gvqrd kubernetes-dashboard
891e235d51b4f 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 54 seconds ago Running busybox 1 26da5ae79d043 busybox default
4b003d4edfa5b aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 54 seconds ago Running coredns 0 b9f2e89f8cfd7 coredns-7d764666f9-mgt7m kube-system
b2596fe95e8ff 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 54 seconds ago Exited storage-provisioner 0 4932aed1cb0ed storage-provisioner kube-system
4be357dbbdc20 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 54 seconds ago Running kindnet-cni 0 39a3fb7d78dfe kindnet-cbm7w kube-system
2811524685a4d 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 54 seconds ago Running kube-proxy 0 ac7a72ee57273 kube-proxy-jpv6j kube-system
225363b83e0ed 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 57 seconds ago Running kube-scheduler 0 829c9eb727e8f kube-scheduler-no-preload-598808 kube-system
890292ca2a996 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 57 seconds ago Running etcd 0 b21658ac98f05 etcd-no-preload-598808 kube-system
3b6e08563f649 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 57 seconds ago Running kube-controller-manager 0 68b36d51dc9c1 kube-controller-manager-no-preload-598808 kube-system
5b5e76f5f0154 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 57 seconds ago Running kube-apiserver 0 6ed66cdaa3cb4 kube-apiserver-no-preload-598808 kube-system
==> coredns [4b003d4edfa5b826db00044a2b7c476b1b062722d980e2e264506482b9df4b38] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = c7556d8fdf49c5e32a9077be8cfb9fc6947bb07e663a10d55b192eb63ad1f2bd9793e8e5f5a36fc9abb1957831eec5c997fd9821790e3990ae9531bf41ecea37
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:43756 - 24989 "HINFO IN 947578140425759047.5013050128865196713. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.413604652s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: no-preload-598808
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=no-preload-598808
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=no-preload-598808
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_22_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-598808
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.94.2
Hostname: no-preload-598808
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 8f9af87d-edf3-4109-b5f5-72d3a7eb6fb2
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 93s
kube-system coredns-7d764666f9-mgt7m 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 110s
kube-system etcd-no-preload-598808 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 115s
kube-system kindnet-cbm7w 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 110s
kube-system kube-apiserver-no-preload-598808 250m (3%) 0 (0%) 0 (0%) 0 (0%) 115s
kube-system kube-controller-manager-no-preload-598808 200m (2%) 0 (0%) 0 (0%) 0 (0%) 115s
kube-system kube-proxy-jpv6j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 110s
kube-system kube-scheduler-no-preload-598808 100m (1%) 0 (0%) 0 (0%) 0 (0%) 115s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 109s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-trl99 0 (0%) 0 (0%) 0 (0%) 0 (0%) 52s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-gvqrd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 52s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 111s node-controller Node no-preload-598808 event: Registered Node no-preload-598808 in Controller
Normal RegisteredNode 53s node-controller Node no-preload-598808 event: Registered Node no-preload-598808 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb] <==
{"level":"info","ts":"2025-12-27T09:00:19.747509Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.94.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:19.747495Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747588Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747621Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dfc97eb0aae75b33 switched to configuration voters=(16125559238023404339)"}
{"level":"info","ts":"2025-12-27T09:00:19.747904Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"da400bbece288f5a","local-member-id":"dfc97eb0aae75b33","added-peer-id":"dfc97eb0aae75b33","added-peer-peer-urls":["https://192.168.94.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:00:19.748040Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"da400bbece288f5a","local-member-id":"dfc97eb0aae75b33","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:00:20.236567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"dfc97eb0aae75b33 is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236671Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"dfc97eb0aae75b33 became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgPreVoteResp from dfc97eb0aae75b33 at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:20.236777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"dfc97eb0aae75b33 became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237479Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgVoteResp from dfc97eb0aae75b33 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237517Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:20.237535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"dfc97eb0aae75b33 became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237554Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: dfc97eb0aae75b33 elected leader dfc97eb0aae75b33 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.238735Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"dfc97eb0aae75b33","local-member-attributes":"{Name:no-preload-598808 ClientURLs:[https://192.168.94.2:2379]}","cluster-id":"da400bbece288f5a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:20.238767Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:20.238748Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:20.238979Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:20.239018Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:20.240122Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:20.240400Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:20.244239Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.94.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:20.244545Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:17 up 43 min, 0 user, load average: 4.48, 3.92, 2.64
Linux no-preload-598808 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [4be357dbbdc20a9816d21c5801ea584ffe339178215313ee2da9e0ba716b2aac] <==
I1227 09:00:22.820297 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:00:22.820587 1 main.go:139] hostIP = 192.168.94.2
podIP = 192.168.94.2
I1227 09:00:22.820770 1 main.go:148] setting mtu 1500 for CNI
I1227 09:00:22.820800 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:00:22.820820 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:00:23Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:00:23.029460 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:00:23.029608 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:00:23.029690 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:00:23.029887 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1227 09:00:53.030465 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1227 09:00:53.030758 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1227 09:00:53.030472 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1227 09:00:53.030466 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
I1227 09:00:54.630185 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:00:54.630216 1 metrics.go:72] Registering metrics
I1227 09:00:54.630268 1 controller.go:711] "Syncing nftables rules"
I1227 09:01:03.029412 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 09:01:03.029485 1 main.go:301] handling current node
I1227 09:01:13.034398 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 09:01:13.034431 1 main.go:301] handling current node
==> kube-apiserver [5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73] <==
I1227 09:00:21.319160 1 cache.go:39] Caches are synced for LocalAvailability controller
I1227 09:00:21.319187 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 09:00:21.320337 1 aggregator.go:187] initial CRD sync complete...
I1227 09:00:21.320846 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:00:21.320870 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:00:21.320892 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:00:21.330069 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:00:21.330890 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:00:21.355411 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:00:21.365466 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:21.365489 1 policy_source.go:248] refreshing policies
I1227 09:00:21.387571 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:00:21.391921 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:21.649443 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:00:21.677142 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:00:21.697727 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:00:21.705235 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:00:21.713236 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:00:21.751059 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.202.76"}
I1227 09:00:21.761761 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.99.184.252"}
I1227 09:00:22.227702 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:00:24.849717 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:00:24.949601 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:25.100604 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:00:25.100605 1 controller.go:667] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829] <==
I1227 09:00:24.460599 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460603 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460627 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460645 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460718 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460401 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460896 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460951 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460976 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461063 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461121 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461278 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461406 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461445 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461513 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461515 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461520 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461523 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461513 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.462135 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:24.467205 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.561210 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.561244 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:00:24.561251 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:00:24.562346 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [2811524685a4dd589b82328084c4689d50836d35b047a50ad79362c985563204] <==
I1227 09:00:22.642555 1 server_linux.go:53] "Using iptables proxy"
I1227 09:00:22.715711 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:22.816127 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:22.816170 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.94.2"]
E1227 09:00:22.816250 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:00:22.837135 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:00:22.837206 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:00:22.842784 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:00:22.843166 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:00:22.843202 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:22.845600 1 config.go:200] "Starting service config controller"
I1227 09:00:22.846597 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:00:22.845945 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:00:22.846683 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:00:22.845881 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:00:22.846741 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:00:22.846068 1 config.go:309] "Starting node config controller"
I1227 09:00:22.846791 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:00:22.846814 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:00:22.946873 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:00:22.946890 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:00:22.946916 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd] <==
I1227 09:00:19.961913 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:00:21.236878 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:00:21.236923 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:00:21.236934 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:00:21.236947 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:00:21.308493 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:00:21.308593 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:21.311863 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:00:21.311942 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:21.312657 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:00:21.312696 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:00:21.412061 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:00:36 no-preload-598808 kubelet[714]: E1227 09:00:36.286386 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.176598 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.176632 714 scope.go:122] "RemoveContainer" containerID="17059547d0f0778f401f3f4a4f013650d89a991108ba359ac5738e6bbe3acad6"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.281815 714 scope.go:122] "RemoveContainer" containerID="17059547d0f0778f401f3f4a4f013650d89a991108ba359ac5738e6bbe3acad6"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.282061 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.282098 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.282298 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: E1227 09:00:46.286366 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: I1227 09:00:46.286412 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: E1227 09:00:46.286643 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:53 no-preload-598808 kubelet[714]: I1227 09:00:53.307825 714 scope.go:122] "RemoveContainer" containerID="b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048"
Dec 27 09:01:00 no-preload-598808 kubelet[714]: E1227 09:01:00.874105 714 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-mgt7m" containerName="coredns"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.177039 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.177090 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.344437 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.344794 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.344820 714 scope.go:122] "RemoveContainer" containerID="ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.345022 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: E1227 09:01:06.349421 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: I1227 09:01:06.349453 714 scope.go:122] "RemoveContainer" containerID="ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: E1227 09:01:06.349650 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:01:14 no-preload-598808 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:14 no-preload-598808 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:14 no-preload-598808 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:14 no-preload-598808 systemd[1]: kubelet.service: Consumed 1.814s CPU time.
==> kubernetes-dashboard [6e0b07cd96000b58dfea2f7ed29d67b44d2c147109f30032679c1e7de91bd096] <==
2025/12/27 09:00:28 Starting overwatch
2025/12/27 09:00:28 Using namespace: kubernetes-dashboard
2025/12/27 09:00:28 Using in-cluster config to connect to apiserver
2025/12/27 09:00:28 Using secret token for csrf signing
2025/12/27 09:00:28 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:28 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:28 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:00:28 Generating JWE encryption key
2025/12/27 09:00:28 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:28 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:28 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:28 Creating in-cluster Sidecar client
2025/12/27 09:00:28 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:28 Serving insecurely on HTTP port: 9090
2025/12/27 09:00:58 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [005ab74158be02231f2e0324776517699e8dd37e96d0f772051d66384e73cdfd] <==
I1227 09:00:53.364646 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:53.372252 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:53.372302 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:00:53.374379 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:56.829353 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:01.089886 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:04.689497 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:07.747477 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.770027 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.776364 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:10.776531 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:10.776671 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e73a666e-8956-498d-8854-4eb285929a67", APIVersion:"v1", ResourceVersion:"649", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac became leader
I1227 09:01:10.776714 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac!
W1227 09:01:10.778399 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.782473 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:10.877426 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac!
W1227 09:01:12.786356 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.790800 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:14.794014 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:14.798206 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:16.802073 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:16.805897 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048] <==
I1227 09:00:22.598559 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:52.602671 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-598808 -n no-preload-598808: exit status 2 (353.19155ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context no-preload-598808 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect no-preload-598808
helpers_test.go:244: (dbg) docker inspect no-preload-598808:
-- stdout --
[
{
"Id": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"Created": "2025-12-27T08:58:54.523196707Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 319143,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:13.059530975Z",
"FinishedAt": "2025-12-27T09:00:11.210809001Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hostname",
"HostsPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/hosts",
"LogPath": "/var/lib/docker/containers/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950/e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950-json.log",
"Name": "/no-preload-598808",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"no-preload-598808:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "no-preload-598808",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "e0d7ec0161aae2f065ad6db42de5abac37f7028c065c6191779ddc1af6382950",
"LowerDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/merged",
"UpperDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/diff",
"WorkDir": "/var/lib/docker/overlay2/5311d51ad42fe39b59bb87946eaf8bbe0d7f12b86bfd047a01e001da97dd3c88/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "no-preload-598808",
"Source": "/var/lib/docker/volumes/no-preload-598808/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "no-preload-598808",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "no-preload-598808",
"name.minikube.sigs.k8s.io": "no-preload-598808",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "98a863d1b514d801a816e5aeb3897bfb10be6a82e4153c50fdd21f80cb3c61eb",
"SandboxKey": "/var/run/docker/netns/98a863d1b514",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33113"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33114"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33117"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33115"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33116"
}
]
},
"Networks": {
"no-preload-598808": {
"IPAMConfig": {
"IPv4Address": "192.168.94.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "91b039bb587581c856525cbb5676e9aee8befebe2919e770aa8d58fa3ddee2bb",
"EndpointID": "20d6a7ad5dc20d47e6fbf8dcba9e84b4c7ee3a4cb7675dff0c79fee1976e0d70",
"Gateway": "192.168.94.1",
"IPAddress": "192.168.94.2",
"MacAddress": "46:37:7d:59:82:44",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"no-preload-598808",
"e0d7ec0161aa"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808: exit status 2 (409.018188ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/no-preload/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/no-preload/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p no-preload-598808 logs -n 25: (1.516806398s)
helpers_test.go:261: TestStartStop/group/no-preload/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 08:59 UTC │
│ start │ -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:00:53
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:00:53.729487 328232 out.go:360] Setting OutFile to fd 1 ...
I1227 09:00:53.729717 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729725 328232 out.go:374] Setting ErrFile to fd 2...
I1227 09:00:53.729729 328232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:00:53.729917 328232 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:00:53.730403 328232 out.go:368] Setting JSON to false
I1227 09:00:53.731478 328232 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2606,"bootTime":1766823448,"procs":336,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:00:53.731531 328232 start.go:143] virtualization: kvm guest
I1227 09:00:53.733280 328232 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:00:53.734489 328232 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:00:53.734499 328232 notify.go:221] Checking for updates...
I1227 09:00:53.736591 328232 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:00:53.737644 328232 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:53.738687 328232 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:00:53.739725 328232 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:00:53.740766 328232 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:00:53.742115 328232 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742215 328232 config.go:182] Loaded profile config "embed-certs-914340": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742323 328232 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.742410 328232 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:00:53.766079 328232 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:00:53.766249 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.824562 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.81435624 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.824703 328232 docker.go:319] overlay module found
I1227 09:00:53.826382 328232 out.go:179] * Using the docker driver based on user configuration
I1227 09:00:53.827227 328232 start.go:309] selected driver: docker
I1227 09:00:53.827240 328232 start.go:928] validating driver "docker" against <nil>
I1227 09:00:53.827251 328232 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:00:53.827812 328232 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:00:53.890792 328232 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:00:53.879693661 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:00:53.890933 328232 start_flags.go:333] no existing cluster config was found, will generate one from the flags
W1227 09:00:53.890965 328232 out.go:285] ! With --network-plugin=cni, you will need to provide your own CNI. See --cni flag as a user-friendly alternative
I1227 09:00:53.891256 328232 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:00:53.893337 328232 out.go:179] * Using Docker driver with root privileges
I1227 09:00:53.894400 328232 cni.go:84] Creating CNI manager for ""
I1227 09:00:53.894483 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:53.894495 328232 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 09:00:53.894586 328232 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnet
ClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:53.896600 328232 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:00:53.897732 328232 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:00:53.898859 328232 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:00:53.899928 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:53.899962 328232 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:00:53.899972 328232 cache.go:65] Caching tarball of preloaded images
I1227 09:00:53.900035 328232 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:00:53.900046 328232 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:00:53.900055 328232 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:00:53.900143 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:00:53.900160 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json: {Name:mkbd10504eb462a5c7dfbb10dd28088fd26a35c9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:53.924532 328232 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:00:53.924555 328232 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:00:53.924571 328232 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:00:53.924600 328232 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:00:53.924692 328232 start.go:364] duration metric: took 78.242µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:00:53.924713 328232 start.go:93] Provisioning new machine with config: &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} &{Name: IP: Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:53.924775 328232 start.go:125] createHost starting for "" (driver="docker")
I1227 09:00:49.860846 326814 out.go:252] * Restarting existing docker container for "default-k8s-diff-port-828751" ...
I1227 09:00:49.860946 326814 cli_runner.go:164] Run: docker start default-k8s-diff-port-828751
I1227 09:00:50.118749 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:50.140486 326814 kic.go:430] container "default-k8s-diff-port-828751" state is running.
I1227 09:00:50.140947 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:50.161450 326814 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/config.json ...
I1227 09:00:50.161718 326814 machine.go:94] provisionDockerMachine start ...
I1227 09:00:50.161818 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:50.185507 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:50.185818 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:50.185834 326814 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:50.186458 326814 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:39084->127.0.0.1:33123: read: connection reset by peer
I1227 09:00:53.314343 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.314374 326814 ubuntu.go:182] provisioning hostname "default-k8s-diff-port-828751"
I1227 09:00:53.314435 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.336464 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.336707 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.336722 326814 main.go:144] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-828751 && echo "default-k8s-diff-port-828751" | sudo tee /etc/hostname
I1227 09:00:53.473800 326814 main.go:144] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-828751
I1227 09:00:53.473890 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.494262 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.494534 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.494563 326814 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-828751' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-828751/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-828751' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:00:53.619007 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:00:53.619035 326814 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:00:53.619063 326814 ubuntu.go:190] setting up certificates
I1227 09:00:53.619084 326814 provision.go:84] configureAuth start
I1227 09:00:53.619138 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:53.638124 326814 provision.go:143] copyHostCerts
I1227 09:00:53.638186 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:00:53.638199 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:00:53.638282 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:00:53.638456 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:00:53.638473 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:00:53.638520 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:00:53.638621 326814 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:00:53.638632 326814 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:00:53.638668 326814 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:00:53.638758 326814 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-828751 san=[127.0.0.1 192.168.103.2 default-k8s-diff-port-828751 localhost minikube]
I1227 09:00:53.663892 326814 provision.go:177] copyRemoteCerts
I1227 09:00:53.663962 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:00:53.664003 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.682061 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:53.776793 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1249 bytes)
I1227 09:00:53.796375 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:00:53.816449 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:00:53.835214 326814 provision.go:87] duration metric: took 216.121293ms to configureAuth
I1227 09:00:53.835237 326814 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:00:53.835413 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:53.835523 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:53.857820 326814 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:53.858119 326814 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33123 <nil> <nil>}
I1227 09:00:53.858149 326814 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:00:54.215139 326814 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:00:54.215168 326814 machine.go:97] duration metric: took 4.053427893s to provisionDockerMachine
I1227 09:00:54.215182 326814 start.go:293] postStartSetup for "default-k8s-diff-port-828751" (driver="docker")
I1227 09:00:54.215195 326814 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:00:54.215364 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:00:54.215428 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.236244 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.331252 326814 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:00:54.336427 326814 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:00:54.336466 326814 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:00:54.336481 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:00:54.336531 326814 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:00:54.336655 326814 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:00:54.336804 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:00:54.345089 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:54.364914 326814 start.go:296] duration metric: took 149.713889ms for postStartSetup
I1227 09:00:54.365012 326814 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:00:54.365067 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.385015 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.484705 326814 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:00:54.489691 326814 fix.go:56] duration metric: took 4.65107881s for fixHost
I1227 09:00:54.489726 326814 start.go:83] releasing machines lock for "default-k8s-diff-port-828751", held for 4.651135986s
I1227 09:00:54.489790 326814 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-828751
I1227 09:00:54.508527 326814 ssh_runner.go:195] Run: cat /version.json
I1227 09:00:54.508578 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.508667 326814 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:00:54.508733 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:54.528592 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:54.529042 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
W1227 09:00:51.722491 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
W1227 09:00:53.724039 319760 pod_ready.go:104] pod "coredns-7d764666f9-9lzbz" is not "Ready", error: <nil>
I1227 09:00:55.810804 319760 pod_ready.go:94] pod "coredns-7d764666f9-9lzbz" is "Ready"
I1227 09:00:55.810838 319760 pod_ready.go:86] duration metric: took 30.593366152s for pod "coredns-7d764666f9-9lzbz" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.813210 319760 pod_ready.go:83] waiting for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.949892 319760 pod_ready.go:94] pod "etcd-embed-certs-914340" is "Ready"
I1227 09:00:55.949933 319760 pod_ready.go:86] duration metric: took 136.695906ms for pod "etcd-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.952305 319760 pod_ready.go:83] waiting for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:55.956644 319760 pod_ready.go:94] pod "kube-apiserver-embed-certs-914340" is "Ready"
I1227 09:00:55.956668 319760 pod_ready.go:86] duration metric: took 4.319476ms for pod "kube-apiserver-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.070710 319760 pod_ready.go:83] waiting for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.075672 319760 pod_ready.go:94] pod "kube-controller-manager-embed-certs-914340" is "Ready"
I1227 09:00:56.075703 319760 pod_ready.go:86] duration metric: took 4.953085ms for pod "kube-controller-manager-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.122492 319760 pod_ready.go:83] waiting for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.522397 319760 pod_ready.go:94] pod "kube-proxy-2cdrv" is "Ready"
I1227 09:00:56.522428 319760 pod_ready.go:86] duration metric: took 399.904225ms for pod "kube-proxy-2cdrv" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:56.721374 319760 pod_ready.go:83] waiting for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122393 319760 pod_ready.go:94] pod "kube-scheduler-embed-certs-914340" is "Ready"
I1227 09:00:57.122424 319760 pod_ready.go:86] duration metric: took 401.02177ms for pod "kube-scheduler-embed-certs-914340" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:00:57.122437 319760 pod_ready.go:40] duration metric: took 31.908596361s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:00:57.164488 319760 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:00:57.254050 319760 out.go:179] * Done! kubectl is now configured to use "embed-certs-914340" cluster and "default" namespace by default
I1227 09:00:54.680182 326814 ssh_runner.go:195] Run: systemctl --version
I1227 09:00:54.687450 326814 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:00:54.730899 326814 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:00:54.735946 326814 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:00:54.736018 326814 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:00:54.744028 326814 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:00:54.744054 326814 start.go:496] detecting cgroup driver to use...
I1227 09:00:54.744086 326814 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:00:54.744121 326814 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:00:54.763214 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:00:54.777704 326814 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:00:54.777773 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:00:54.794517 326814 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:00:54.809742 326814 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:00:54.898766 326814 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:00:54.984326 326814 docker.go:234] disabling docker service ...
I1227 09:00:54.984397 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:00:54.999498 326814 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:00:55.013014 326814 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:00:55.102573 326814 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:00:55.215505 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:00:55.228809 326814 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:00:55.242969 326814 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:00:55.243029 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.252135 326814 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:00:55.252216 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.261743 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.270941 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.279589 326814 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:00:55.287566 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.296801 326814 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.305425 326814 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:00:55.314466 326814 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:00:55.322025 326814 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:00:55.329288 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:55.420769 326814 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:00:57.485130 326814 ssh_runner.go:235] Completed: sudo systemctl restart crio: (2.06432361s)
I1227 09:00:57.485162 326814 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:00:57.485211 326814 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:00:57.490095 326814 start.go:574] Will wait 60s for crictl version
I1227 09:00:57.490151 326814 ssh_runner.go:195] Run: which crictl
I1227 09:00:57.494082 326814 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:00:57.521000 326814 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:00:57.521077 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.551935 326814 ssh_runner.go:195] Run: crio --version
I1227 09:00:57.588368 326814 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
W1227 09:00:54.399098 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
W1227 09:00:56.899097 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:00:53.926464 328232 out.go:252] * Creating docker container (CPUs=2, Memory=3072MB) ...
I1227 09:00:53.926679 328232 start.go:159] libmachine.API.Create for "newest-cni-693933" (driver="docker")
I1227 09:00:53.926707 328232 client.go:173] LocalClient.Create starting
I1227 09:00:53.926761 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem
I1227 09:00:53.926792 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926810 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.926865 328232 main.go:144] libmachine: Reading certificate data from /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem
I1227 09:00:53.926886 328232 main.go:144] libmachine: Decoding PEM data...
I1227 09:00:53.926898 328232 main.go:144] libmachine: Parsing certificate...
I1227 09:00:53.927245 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 09:00:53.944651 328232 cli_runner.go:211] docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 09:00:53.944718 328232 network_create.go:284] running [docker network inspect newest-cni-693933] to gather additional debugging logs...
I1227 09:00:53.944741 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933
W1227 09:00:53.962502 328232 cli_runner.go:211] docker network inspect newest-cni-693933 returned with exit code 1
I1227 09:00:53.962537 328232 network_create.go:287] error running [docker network inspect newest-cni-693933]: docker network inspect newest-cni-693933: exit status 1
stdout:
[]
stderr:
Error response from daemon: network newest-cni-693933 not found
I1227 09:00:53.962563 328232 network_create.go:289] output of [docker network inspect newest-cni-693933]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network newest-cni-693933 not found
** /stderr **
I1227 09:00:53.962666 328232 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:53.980306 328232 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 09:00:53.980885 328232 network.go:211] skipping subnet 192.168.58.0/24 that is taken: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName:br-073d32a78689 IfaceIPv4:192.168.58.1 IfaceMTU:1500 IfaceMAC:2e:0c:22:b4:ac:f3} reservation:<nil>}
I1227 09:00:53.981642 328232 network.go:211] skipping subnet 192.168.67.0/24 that is taken: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 IsPrivate:true Interface:{IfaceName:br-cd806e91d629 IfaceIPv4:192.168.67.1 IfaceMTU:1500 IfaceMAC:9a:7d:7f:0d:f1:14} reservation:<nil>}
I1227 09:00:53.982241 328232 network.go:211] skipping subnet 192.168.76.0/24 that is taken: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 IsPrivate:true Interface:{IfaceName:br-5e5ef9facedd IfaceIPv4:192.168.76.1 IfaceMTU:1500 IfaceMAC:22:8f:4a:69:f4:ed} reservation:<nil>}
I1227 09:00:53.983116 328232 network.go:206] using free private subnet 192.168.85.0/24: &{IP:192.168.85.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.85.0/24 Gateway:192.168.85.1 ClientMin:192.168.85.2 ClientMax:192.168.85.254 Broadcast:192.168.85.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc001fa6160}
I1227 09:00:53.983139 328232 network_create.go:124] attempt to create docker network newest-cni-693933 192.168.85.0/24 with gateway 192.168.85.1 and MTU of 1500 ...
I1227 09:00:53.983192 328232 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.85.0/24 --gateway=192.168.85.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=newest-cni-693933 newest-cni-693933
I1227 09:00:54.032597 328232 network_create.go:108] docker network newest-cni-693933 192.168.85.0/24 created
I1227 09:00:54.032625 328232 kic.go:121] calculated static IP "192.168.85.2" for the "newest-cni-693933" container
I1227 09:00:54.032692 328232 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I1227 09:00:54.052054 328232 cli_runner.go:164] Run: docker volume create newest-cni-693933 --label name.minikube.sigs.k8s.io=newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true
I1227 09:00:54.072044 328232 oci.go:103] Successfully created a docker volume newest-cni-693933
I1227 09:00:54.072123 328232 cli_runner.go:164] Run: docker run --rm --name newest-cni-693933-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --entrypoint /usr/bin/test -v newest-cni-693933:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -d /var/lib
I1227 09:00:54.477067 328232 oci.go:107] Successfully prepared a docker volume newest-cni-693933
I1227 09:00:54.477142 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:54.477154 328232 kic.go:194] Starting extracting preloaded images to volume ...
I1227 09:00:54.477212 328232 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir
I1227 09:00:57.352675 328232 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4:/preloaded.tar:ro -v newest-cni-693933:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a -I lz4 -xf /preloaded.tar -C /extractDir: (2.875407997s)
I1227 09:00:57.352764 328232 kic.go:203] duration metric: took 2.875602908s to extract preloaded images to volume ...
W1227 09:00:57.352923 328232 cgroups_linux.go:77] Your kernel does not support swap limit capabilities or the cgroup is not mounted.
W1227 09:00:57.352989 328232 oci.go:252] Your kernel does not support CPU cfs period/quota or the cgroup is not mounted.
I1227 09:00:57.353039 328232 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I1227 09:00:57.425011 328232 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname newest-cni-693933 --name newest-cni-693933 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=newest-cni-693933 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=newest-cni-693933 --network newest-cni-693933 --ip 192.168.85.2 --volume newest-cni-693933:/var --security-opt apparmor=unconfined --memory=3072mb -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a
I1227 09:00:57.733592 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Running}}
I1227 09:00:57.752698 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.773146 328232 cli_runner.go:164] Run: docker exec newest-cni-693933 stat /var/lib/dpkg/alternatives/iptables
I1227 09:00:57.819180 328232 oci.go:144] the created container "newest-cni-693933" has a running status.
I1227 09:00:57.819215 328232 kic.go:225] Creating ssh key for kic: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa...
I1227 09:00:57.857398 328232 kic_runner.go:191] docker (temp): /home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I1227 09:00:57.895467 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.916135 328232 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I1227 09:00:57.916155 328232 kic_runner.go:114] Args: [docker exec --privileged newest-cni-693933 chown docker:docker /home/docker/.ssh/authorized_keys]
I1227 09:00:57.961944 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:00:57.986993 328232 machine.go:94] provisionDockerMachine start ...
I1227 09:00:57.987210 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:00:58.009614 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:00:58.009966 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:00:58.009983 328232 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:00:58.010711 328232 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:47510->127.0.0.1:33128: read: connection reset by peer
I1227 09:00:57.589490 326814 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-828751 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:00:57.610678 326814 ssh_runner.go:195] Run: grep 192.168.103.1 host.minikube.internal$ /etc/hosts
I1227 09:00:57.615384 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.103.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.628569 326814 kubeadm.go:884] updating cluster {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APISer
verName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mount
Type:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:00:57.628727 326814 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:00:57.628795 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.674469 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.674489 326814 crio.go:433] Images already preloaded, skipping extraction
I1227 09:00:57.674533 326814 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:00:57.705304 326814 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:00:57.705337 326814 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:00:57.705355 326814 kubeadm.go:935] updating node { 192.168.103.2 8444 v1.35.0 crio true true} ...
I1227 09:00:57.705533 326814 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=default-k8s-diff-port-828751 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.103.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:00:57.705635 326814 ssh_runner.go:195] Run: crio config
I1227 09:00:57.756837 326814 cni.go:84] Creating CNI manager for ""
I1227 09:00:57.756865 326814 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:00:57.756885 326814 kubeadm.go:85] Using pod CIDR: 10.244.0.0/16
I1227 09:00:57.756914 326814 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.103.2 APIServerPort:8444 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-828751 NodeName:default-k8s-diff-port-828751 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.103.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.103.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:00:57.757098 326814 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.103.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "default-k8s-diff-port-828751"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.103.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.103.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:00:57.757182 326814 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:00:57.766565 326814 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:00:57.766624 326814 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:00:57.775505 326814 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (379 bytes)
I1227 09:00:57.789775 326814 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:00:57.803430 326814 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2227 bytes)
I1227 09:00:57.817069 326814 ssh_runner.go:195] Run: grep 192.168.103.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:00:57.821326 326814 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.103.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:00:57.831573 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:57.936500 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:57.955064 326814 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751 for IP: 192.168.103.2
I1227 09:00:57.955089 326814 certs.go:195] generating shared ca certs ...
I1227 09:00:57.955112 326814 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:57.955273 326814 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:00:57.955450 326814 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:00:57.955500 326814 certs.go:257] generating profile certs ...
I1227 09:00:57.955701 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/client.key
I1227 09:00:57.955867 326814 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key.d075b269
I1227 09:00:57.955955 326814 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key
I1227 09:00:57.956105 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:00:57.956146 326814 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:00:57.956157 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:00:57.956263 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:00:57.956346 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:00:57.956421 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:00:57.956526 326814 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:00:57.957464 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:00:57.984048 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:00:58.006745 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:00:58.027550 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:00:58.057561 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I1227 09:00:58.086277 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1227 09:00:58.108156 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:00:58.129040 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/default-k8s-diff-port-828751/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1227 09:00:58.148756 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:00:58.166725 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:00:58.184625 326814 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:00:58.203717 326814 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:00:58.216264 326814 ssh_runner.go:195] Run: openssl version
I1227 09:00:58.222572 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.230101 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:00:58.238031 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241854 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.241909 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:00:58.280701 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:00:58.288743 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:00:58.296640 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:00:58.304436 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308292 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:00:58.308356 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:00:58.344228 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:00:58.352353 326814 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:00:58.360105 326814 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:00:58.368050 326814 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371755 326814 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:00:58.371806 326814 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:00:58.415737 326814 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:00:58.423478 326814 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:00:58.427225 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:00:58.461490 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:00:58.495560 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:00:58.541942 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:00:58.589431 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:00:58.640257 326814 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:00:58.683766 326814 kubeadm.go:401] StartCluster: {Name:default-k8s-diff-port-828751 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8444 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:default-k8s-diff-port-828751 Namespace:default APIServerHAVIP: APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountTyp
e:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:00:58.683879 326814 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:00:58.684012 326814 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:00:58.714747 326814 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:00:58.714771 326814 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:00:58.714778 326814 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:00:58.714788 326814 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:00:58.714792 326814 cri.go:96] found id: ""
I1227 09:00:58.714841 326814 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:00:58.728350 326814 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:00:58Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:00:58.728420 326814 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:00:58.737102 326814 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:00:58.737119 326814 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:00:58.737157 326814 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:00:58.744744 326814 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:00:58.745598 326814 kubeconfig.go:47] verify endpoint returned: get endpoint: "default-k8s-diff-port-828751" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.746127 326814 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "default-k8s-diff-port-828751" cluster setting kubeconfig missing "default-k8s-diff-port-828751" context setting]
I1227 09:00:58.746876 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.748496 326814 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:00:58.756234 326814 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.103.2
I1227 09:00:58.756266 326814 kubeadm.go:602] duration metric: took 19.141081ms to restartPrimaryControlPlane
I1227 09:00:58.756276 326814 kubeadm.go:403] duration metric: took 72.519868ms to StartCluster
I1227 09:00:58.756291 326814 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.756375 326814 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:00:58.757757 326814 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:00:58.758014 326814 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.103.2 Port:8444 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:00:58.758072 326814 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:00:58.758170 326814 addons.go:70] Setting storage-provisioner=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758188 326814 addons.go:239] Setting addon storage-provisioner=true in "default-k8s-diff-port-828751"
W1227 09:00:58.758196 326814 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:00:58.758196 326814 addons.go:70] Setting dashboard=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758232 326814 addons.go:239] Setting addon dashboard=true in "default-k8s-diff-port-828751"
I1227 09:00:58.758235 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
W1227 09:00:58.758247 326814 addons.go:248] addon dashboard should already be in state true
I1227 09:00:58.758248 326814 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:00:58.758276 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.758200 326814 addons.go:70] Setting default-storageclass=true in profile "default-k8s-diff-port-828751"
I1227 09:00:58.758298 326814 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "default-k8s-diff-port-828751"
I1227 09:00:58.758582 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758724 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.758762 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.759529 326814 out.go:179] * Verifying Kubernetes components...
I1227 09:00:58.760746 326814 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:00:58.785402 326814 addons.go:239] Setting addon default-storageclass=true in "default-k8s-diff-port-828751"
W1227 09:00:58.785426 326814 addons.go:248] addon default-storageclass should already be in state true
I1227 09:00:58.785451 326814 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:00:58.785942 326814 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:00:58.788723 326814 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:00:58.788731 326814 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:00:58.789981 326814 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.790007 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:00:58.790065 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.789993 326814 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:00:58.792733 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:00:58.792754 326814 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:00:58.792809 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.821999 326814 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.822023 326814 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:00:58.822156 326814 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:00:58.826276 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.827876 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.847103 326814 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:00:58.913288 326814 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:00:58.927656 326814 node_ready.go:35] waiting up to 6m0s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:00:58.931121 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:00:58.931158 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:00:58.932304 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:00:58.945539 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:00:58.945565 326814 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:00:58.947491 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:00:58.960694 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:00:58.960844 326814 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:00:58.974940 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:00:58.974964 326814 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:00:58.989800 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:00:58.989823 326814 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:00:59.004111 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:00:59.004233 326814 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:00:59.016662 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:00:59.016687 326814 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:00:59.029002 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:00:59.029027 326814 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:00:59.041581 326814 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:00:59.041606 326814 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:00:59.054552 326814 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:00.228812 326814 node_ready.go:49] node "default-k8s-diff-port-828751" is "Ready"
I1227 09:01:00.228852 326814 node_ready.go:38] duration metric: took 1.301163255s for node "default-k8s-diff-port-828751" to be "Ready" ...
I1227 09:01:00.228866 326814 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:00.228921 326814 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:00.740536 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (1.80814389s)
I1227 09:01:00.740614 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (1.793090912s)
I1227 09:01:00.740720 326814 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (1.686134588s)
I1227 09:01:00.740784 326814 api_server.go:72] duration metric: took 1.982739775s to wait for apiserver process to appear ...
I1227 09:01:00.740846 326814 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:00.740875 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:00.742569 326814 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p default-k8s-diff-port-828751 addons enable metrics-server
I1227 09:01:00.745224 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:00.745245 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:00.747650 326814 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
W1227 09:00:59.397473 318904 pod_ready.go:104] pod "coredns-7d764666f9-mgt7m" is not "Ready", error: <nil>
I1227 09:01:00.895942 318904 pod_ready.go:94] pod "coredns-7d764666f9-mgt7m" is "Ready"
I1227 09:01:00.895972 318904 pod_ready.go:86] duration metric: took 38.004037508s for pod "coredns-7d764666f9-mgt7m" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.898735 318904 pod_ready.go:83] waiting for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.902199 318904 pod_ready.go:94] pod "etcd-no-preload-598808" is "Ready"
I1227 09:01:00.902217 318904 pod_ready.go:86] duration metric: took 3.457181ms for pod "etcd-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.904092 318904 pod_ready.go:83] waiting for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.907457 318904 pod_ready.go:94] pod "kube-apiserver-no-preload-598808" is "Ready"
I1227 09:01:00.907478 318904 pod_ready.go:86] duration metric: took 3.368395ms for pod "kube-apiserver-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:00.909331 318904 pod_ready.go:83] waiting for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.094583 318904 pod_ready.go:94] pod "kube-controller-manager-no-preload-598808" is "Ready"
I1227 09:01:01.094620 318904 pod_ready.go:86] duration metric: took 185.26628ms for pod "kube-controller-manager-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.295966 318904 pod_ready.go:83] waiting for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.694803 318904 pod_ready.go:94] pod "kube-proxy-jpv6j" is "Ready"
I1227 09:01:01.694836 318904 pod_ready.go:86] duration metric: took 398.841142ms for pod "kube-proxy-jpv6j" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:01.895252 318904 pod_ready.go:83] waiting for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295927 318904 pod_ready.go:94] pod "kube-scheduler-no-preload-598808" is "Ready"
I1227 09:01:02.295954 318904 pod_ready.go:86] duration metric: took 400.677168ms for pod "kube-scheduler-no-preload-598808" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:02.295969 318904 pod_ready.go:40] duration metric: took 39.40767645s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:02.346856 318904 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:02.348608 318904 out.go:179] * Done! kubectl is now configured to use "no-preload-598808" cluster and "default" namespace by default
I1227 09:01:01.138189 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.138216 328232 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:01.138300 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.157295 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.157545 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.157561 328232 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:01.295816 328232 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:01.295923 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.316542 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.316763 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.316782 328232 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:01.456340 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:01.456380 328232 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:01.456415 328232 ubuntu.go:190] setting up certificates
I1227 09:01:01.456429 328232 provision.go:84] configureAuth start
I1227 09:01:01.456479 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:01.478534 328232 provision.go:143] copyHostCerts
I1227 09:01:01.478609 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:01.478625 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:01.478700 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:01.478830 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:01.478843 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:01.478885 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:01.478993 328232 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:01.479004 328232 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:01.479042 328232 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:01.479132 328232 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:01.702035 328232 provision.go:177] copyRemoteCerts
I1227 09:01:01.702090 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:01.702127 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.719972 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:01.810347 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:01.830659 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:01.848780 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:01.866013 328232 provision.go:87] duration metric: took 409.563619ms to configureAuth
I1227 09:01:01.866042 328232 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:01.866227 328232 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:01.866349 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:01.884933 328232 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:01.885167 328232 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33128 <nil> <nil>}
I1227 09:01:01.885190 328232 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:02.162776 328232 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:02.162805 328232 machine.go:97] duration metric: took 4.175787697s to provisionDockerMachine
I1227 09:01:02.162821 328232 client.go:176] duration metric: took 8.236105572s to LocalClient.Create
I1227 09:01:02.162844 328232 start.go:167] duration metric: took 8.23616517s to libmachine.API.Create "newest-cni-693933"
I1227 09:01:02.162858 328232 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:02.162872 328232 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:02.162962 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:02.163027 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.182610 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.278997 328232 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:02.283573 328232 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:02.283604 328232 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:02.283617 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:02.283666 328232 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:02.283762 328232 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:02.283878 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:02.293195 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:02.316204 328232 start.go:296] duration metric: took 153.330616ms for postStartSetup
I1227 09:01:02.316603 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.341389 328232 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:02.341732 328232 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:02.341777 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.360239 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.451463 328232 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:02.456005 328232 start.go:128] duration metric: took 8.531218513s to createHost
I1227 09:01:02.456030 328232 start.go:83] releasing machines lock for "newest-cni-693933", held for 8.531327277s
I1227 09:01:02.456095 328232 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:02.476439 328232 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:02.476483 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.476536 328232 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:02.476606 328232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:02.495834 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.497891 328232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33128 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:02.585387 328232 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:02.649821 328232 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:02.686566 328232 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:02.691867 328232 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:02.691926 328232 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:02.720015 328232 cni.go:262] disabled [/etc/cni/net.d/10-crio-bridge.conflist.disabled, /etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1227 09:01:02.720035 328232 start.go:496] detecting cgroup driver to use...
I1227 09:01:02.720067 328232 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:02.720117 328232 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:02.735894 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:02.747689 328232 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:02.747749 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:02.764029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:02.781883 328232 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:02.863456 328232 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:02.948962 328232 docker.go:234] disabling docker service ...
I1227 09:01:02.949029 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:02.967750 328232 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:02.979956 328232 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:03.073932 328232 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:03.156609 328232 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:03.169549 328232 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:03.184160 328232 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:03.184210 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.194660 328232 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:03.194715 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.204645 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.213030 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.221780 328232 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:03.229816 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.238453 328232 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.252031 328232 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:03.261193 328232 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:03.268950 328232 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:03.276437 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.366417 328232 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:03.507576 328232 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:03.507650 328232 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:03.511596 328232 start.go:574] Will wait 60s for crictl version
I1227 09:01:03.511651 328232 ssh_runner.go:195] Run: which crictl
I1227 09:01:03.515023 328232 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:03.538593 328232 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:03.538670 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.564426 328232 ssh_runner.go:195] Run: crio --version
I1227 09:01:03.595605 328232 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:03.596907 328232 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:03.614406 328232 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:03.618603 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.630810 328232 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:03.631932 328232 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:03.632053 328232 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:03.632098 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.664623 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.664643 328232 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:03.664687 328232 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:03.689503 328232 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:03.689526 328232 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:03.689535 328232 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:03.689635 328232 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:03.689716 328232 ssh_runner.go:195] Run: crio config
I1227 09:01:00.748572 326814 addons.go:530] duration metric: took 1.990510373s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:01.241574 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.246394 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:01.246422 326814 api_server.go:103] status: https://192.168.103.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:01.740984 326814 api_server.go:299] Checking apiserver healthz at https://192.168.103.2:8444/healthz ...
I1227 09:01:01.745024 326814 api_server.go:325] https://192.168.103.2:8444/healthz returned 200:
ok
I1227 09:01:01.746075 326814 api_server.go:141] control plane version: v1.35.0
I1227 09:01:01.746107 326814 api_server.go:131] duration metric: took 1.005253913s to wait for apiserver health ...
I1227 09:01:01.746118 326814 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:01.749540 326814 system_pods.go:59] 8 kube-system pods found
I1227 09:01:01.749588 326814 system_pods.go:61] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.749606 326814 system_pods.go:61] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.749621 326814 system_pods.go:61] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.749632 326814 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.749647 326814 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.749657 326814 system_pods.go:61] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.749669 326814 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.749681 326814 system_pods.go:61] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.749693 326814 system_pods.go:74] duration metric: took 3.56472ms to wait for pod list to return data ...
I1227 09:01:01.749706 326814 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:01.751786 326814 default_sa.go:45] found service account: "default"
I1227 09:01:01.751803 326814 default_sa.go:55] duration metric: took 2.088448ms for default service account to be created ...
I1227 09:01:01.751810 326814 system_pods.go:116] waiting for k8s-apps to be running ...
I1227 09:01:01.754247 326814 system_pods.go:86] 8 kube-system pods found
I1227 09:01:01.754271 326814 system_pods.go:89] "coredns-7d764666f9-dbmsr" [a577ef95-568b-4513-a771-d0555c534c55] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1227 09:01:01.754280 326814 system_pods.go:89] "etcd-default-k8s-diff-port-828751" [c31c338f-58ff-4617-bec3-c0579793dea9] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:01.754287 326814 system_pods.go:89] "kindnet-rnws2" [7f96bc54-e191-4b64-972b-091885ed160e] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:01.754292 326814 system_pods.go:89] "kube-apiserver-default-k8s-diff-port-828751" [d2c77696-d5ab-433e-8b28-564c2cc992e7] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:01.754299 326814 system_pods.go:89] "kube-controller-manager-default-k8s-diff-port-828751" [963b29fb-dd40-48d9-9fe4-a91734c26b14] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:01.754307 326814 system_pods.go:89] "kube-proxy-q8js9" [d687b498-a74e-41b2-8119-e56a3e2fc3f6] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:01.754330 326814 system_pods.go:89] "kube-scheduler-default-k8s-diff-port-828751" [24357e82-cffc-4549-b214-cb53a8099fef] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:01.754337 326814 system_pods.go:89] "storage-provisioner" [5300bac9-92fe-4a18-966a-3a2f537a9157] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1227 09:01:01.754346 326814 system_pods.go:126] duration metric: took 2.531052ms to wait for k8s-apps to be running ...
I1227 09:01:01.754354 326814 system_svc.go:44] waiting for kubelet service to be running ....
I1227 09:01:01.754396 326814 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:01.767380 326814 system_svc.go:56] duration metric: took 13.018593ms WaitForService to wait for kubelet
I1227 09:01:01.767404 326814 kubeadm.go:587] duration metric: took 3.009363104s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1227 09:01:01.767425 326814 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:01.770132 326814 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:01.770157 326814 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:01.770170 326814 node_conditions.go:105] duration metric: took 2.737067ms to run NodePressure ...
I1227 09:01:01.770180 326814 start.go:242] waiting for startup goroutines ...
I1227 09:01:01.770187 326814 start.go:247] waiting for cluster config update ...
I1227 09:01:01.770202 326814 start.go:256] writing updated cluster config ...
I1227 09:01:01.770471 326814 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:01.774532 326814 pod_ready.go:37] extra waiting up to 4m0s for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:01.777620 326814 pod_ready.go:83] waiting for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
W1227 09:01:03.783706 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:03.736793 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:03.736812 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:03.736828 328232 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:03.736851 328232 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:03.736983 328232 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:03.737048 328232 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:03.745029 328232 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:03.745093 328232 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:03.752710 328232 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:03.765133 328232 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:03.780453 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:03.793374 328232 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:03.796886 328232 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:03.806627 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:03.892291 328232 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:03.918507 328232 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:03.918529 328232 certs.go:195] generating shared ca certs ...
I1227 09:01:03.918549 328232 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.918725 328232 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:03.918802 328232 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:03.918822 328232 certs.go:257] generating profile certs ...
I1227 09:01:03.918901 328232 certs.go:364] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:03.918924 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt with IP's: []
I1227 09:01:03.961146 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt ...
I1227 09:01:03.961172 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.crt: {Name:mk17e6f8fc9276f64364dd83b320d37657f7e7a3 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961359 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key ...
I1227 09:01:03.961374 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key: {Name:mkad8c2ecac3502067382072cc420baae2e9ed33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:03.961467 328232 certs.go:364] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:03.961482 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.85.2]
I1227 09:01:04.039277 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 ...
I1227 09:01:04.039306 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4: {Name:mk321ed8217ac99da5279ee55af6c7315ac285b4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039503 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 ...
I1227 09:01:04.039519 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4: {Name:mk3e9cb57555d848c671488cff1b993f971accfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.039595 328232 certs.go:382] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt
I1227 09:01:04.039669 328232 certs.go:386] copying /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4 -> /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key
I1227 09:01:04.039722 328232 certs.go:364] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:04.039740 328232 crypto.go:68] Generating cert /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt with IP's: []
I1227 09:01:04.066324 328232 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt ...
I1227 09:01:04.066349 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt: {Name:mkc5df4d07d5057d7357588f93742f7fb59e79c4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066493 328232 crypto.go:164] Writing key to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key ...
I1227 09:01:04.066505 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key: {Name:mk7fd1439884670360db16fbb8f17bb6c4f94e77 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:04.066673 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:04.066711 328232 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:04.066721 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:04.066745 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:04.066770 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:04.066793 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:04.066835 328232 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:04.067442 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:04.095726 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:04.112812 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:04.132815 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:04.156019 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:04.174497 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:04.192192 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:04.209717 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:04.226811 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:04.244983 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:04.262120 328232 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:04.279001 328232 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:04.293000 328232 ssh_runner.go:195] Run: openssl version
I1227 09:01:04.298995 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.306747 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:04.313841 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317222 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.317257 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:04.353011 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:04.360740 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0
I1227 09:01:04.368296 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:04.375283 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:04.382301 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386041 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:04.386082 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:04.420203 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:04.427766 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/9078.pem /etc/ssl/certs/51391683.0
I1227 09:01:04.434913 328232 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:04.442254 328232 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:04.449762 328232 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:04.453973 328232 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:04.454023 328232 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:04.496667 328232 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.504856 328232 ssh_runner.go:195] Run: sudo ln -fs /etc/ssl/certs/90782.pem /etc/ssl/certs/3ec20f2e.0
I1227 09:01:04.512360 328232 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:04.516190 328232 certs.go:400] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1227 09:01:04.516259 328232 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableM
etrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:04.516355 328232 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:04.516405 328232 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:04.543977 328232 cri.go:96] found id: ""
I1227 09:01:04.544040 328232 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:04.552565 328232 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1227 09:01:04.561613 328232 kubeadm.go:215] ignoring SystemVerification for kubeadm because of docker driver
I1227 09:01:04.561667 328232 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1227 09:01:04.569468 328232 kubeadm.go:156] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1227 09:01:04.569487 328232 kubeadm.go:158] found existing configuration files:
I1227 09:01:04.569533 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1227 09:01:04.578077 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1227 09:01:04.578124 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1227 09:01:04.585928 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1227 09:01:04.593786 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1227 09:01:04.593837 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1227 09:01:04.601739 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1227 09:01:04.609504 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1227 09:01:04.609554 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1227 09:01:04.617474 328232 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1227 09:01:04.625411 328232 kubeadm.go:164] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1227 09:01:04.625470 328232 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1227 09:01:04.632795 328232 ssh_runner.go:286] Start: sudo /bin/bash -c "env PATH="/var/lib/minikube/binaries/v1.35.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I1227 09:01:04.681832 328232 kubeadm.go:319] [init] Using Kubernetes version: v1.35.0
I1227 09:01:04.681909 328232 kubeadm.go:319] [preflight] Running pre-flight checks
I1227 09:01:04.780555 328232 kubeadm.go:319] [preflight] The system verification failed. Printing the output from the verification:
I1227 09:01:04.780651 328232 kubeadm.go:319] [0;37mKERNEL_VERSION[0m: [0;32m6.8.0-1045-gcp[0m
I1227 09:01:04.780698 328232 kubeadm.go:319] [0;37mOS[0m: [0;32mLinux[0m
I1227 09:01:04.780762 328232 kubeadm.go:319] [0;37mCGROUPS_CPU[0m: [0;32menabled[0m
I1227 09:01:04.780837 328232 kubeadm.go:319] [0;37mCGROUPS_CPUSET[0m: [0;32menabled[0m
I1227 09:01:04.780901 328232 kubeadm.go:319] [0;37mCGROUPS_DEVICES[0m: [0;32menabled[0m
I1227 09:01:04.780967 328232 kubeadm.go:319] [0;37mCGROUPS_FREEZER[0m: [0;32menabled[0m
I1227 09:01:04.781030 328232 kubeadm.go:319] [0;37mCGROUPS_MEMORY[0m: [0;32menabled[0m
I1227 09:01:04.781095 328232 kubeadm.go:319] [0;37mCGROUPS_PIDS[0m: [0;32menabled[0m
I1227 09:01:04.781166 328232 kubeadm.go:319] [0;37mCGROUPS_HUGETLB[0m: [0;32menabled[0m
I1227 09:01:04.781225 328232 kubeadm.go:319] [0;37mCGROUPS_IO[0m: [0;32menabled[0m
I1227 09:01:04.862592 328232 kubeadm.go:319] [preflight] Pulling images required for setting up a Kubernetes cluster
I1227 09:01:04.862743 328232 kubeadm.go:319] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1227 09:01:04.862863 328232 kubeadm.go:319] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1227 09:01:04.874339 328232 kubeadm.go:319] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1227 09:01:04.884353 328232 out.go:252] - Generating certificates and keys ...
I1227 09:01:04.884480 328232 kubeadm.go:319] [certs] Using existing ca certificate authority
I1227 09:01:04.884569 328232 kubeadm.go:319] [certs] Using existing apiserver certificate and key on disk
I1227 09:01:04.984582 328232 kubeadm.go:319] [certs] Generating "apiserver-kubelet-client" certificate and key
I1227 09:01:05.071902 328232 kubeadm.go:319] [certs] Generating "front-proxy-ca" certificate and key
I1227 09:01:05.193757 328232 kubeadm.go:319] [certs] Generating "front-proxy-client" certificate and key
I1227 09:01:05.322237 328232 kubeadm.go:319] [certs] Generating "etcd/ca" certificate and key
I1227 09:01:05.427676 328232 kubeadm.go:319] [certs] Generating "etcd/server" certificate and key
I1227 09:01:05.428020 328232 kubeadm.go:319] [certs] etcd/server serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.466393 328232 kubeadm.go:319] [certs] Generating "etcd/peer" certificate and key
I1227 09:01:05.466586 328232 kubeadm.go:319] [certs] etcd/peer serving cert is signed for DNS names [localhost newest-cni-693933] and IPs [192.168.85.2 127.0.0.1 ::1]
I1227 09:01:05.563789 328232 kubeadm.go:319] [certs] Generating "etcd/healthcheck-client" certificate and key
I1227 09:01:05.887775 328232 kubeadm.go:319] [certs] Generating "apiserver-etcd-client" certificate and key
I1227 09:01:05.968688 328232 kubeadm.go:319] [certs] Generating "sa" key and public key
I1227 09:01:05.968804 328232 kubeadm.go:319] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1227 09:01:06.011200 328232 kubeadm.go:319] [kubeconfig] Writing "admin.conf" kubeconfig file
I1227 09:01:06.201875 328232 kubeadm.go:319] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1227 09:01:06.296693 328232 kubeadm.go:319] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1227 09:01:06.422577 328232 kubeadm.go:319] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1227 09:01:06.704412 328232 kubeadm.go:319] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1227 09:01:06.704832 328232 kubeadm.go:319] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1227 09:01:06.708567 328232 kubeadm.go:319] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1227 09:01:06.710044 328232 out.go:252] - Booting up control plane ...
I1227 09:01:06.710166 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1227 09:01:06.710300 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1227 09:01:06.710952 328232 kubeadm.go:319] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1227 09:01:06.724684 328232 kubeadm.go:319] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1227 09:01:06.724830 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/instance-config.yaml"
I1227 09:01:06.731759 328232 kubeadm.go:319] [patches] Applied patch of type "application/strategic-merge-patch+json" to target "kubeletconfiguration"
I1227 09:01:06.732052 328232 kubeadm.go:319] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1227 09:01:06.732125 328232 kubeadm.go:319] [kubelet-start] Starting the kubelet
I1227 09:01:06.837744 328232 kubeadm.go:319] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1227 09:01:06.837910 328232 kubeadm.go:319] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1227 09:01:07.339549 328232 kubeadm.go:319] [kubelet-check] The kubelet is healthy after 501.850684ms
I1227 09:01:07.343222 328232 kubeadm.go:319] [control-plane-check] Waiting for healthy control plane components. This can take up to 4m0s
I1227 09:01:07.343370 328232 kubeadm.go:319] [control-plane-check] Checking kube-apiserver at https://192.168.85.2:8443/livez
I1227 09:01:07.343520 328232 kubeadm.go:319] [control-plane-check] Checking kube-controller-manager at https://127.0.0.1:10257/healthz
I1227 09:01:07.343665 328232 kubeadm.go:319] [control-plane-check] Checking kube-scheduler at https://127.0.0.1:10259/livez
W1227 09:01:05.783954 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:08.285827 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:08.849917 328232 kubeadm.go:319] [control-plane-check] kube-controller-manager is healthy after 1.506592369s
I1227 09:01:09.895981 328232 kubeadm.go:319] [control-plane-check] kube-scheduler is healthy after 2.552683311s
I1227 09:01:11.845639 328232 kubeadm.go:319] [control-plane-check] kube-apiserver is healthy after 4.502025472s
I1227 09:01:11.866885 328232 kubeadm.go:319] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1227 09:01:11.878470 328232 kubeadm.go:319] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1227 09:01:11.888547 328232 kubeadm.go:319] [upload-certs] Skipping phase. Please see --upload-certs
I1227 09:01:11.888834 328232 kubeadm.go:319] [mark-control-plane] Marking the node newest-cni-693933 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1227 09:01:11.897651 328232 kubeadm.go:319] [bootstrap-token] Using token: deh3em.78y1ah0qxld6bdsj
I1227 09:01:11.899042 328232 out.go:252] - Configuring RBAC rules ...
I1227 09:01:11.899225 328232 kubeadm.go:319] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1227 09:01:11.904677 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1227 09:01:11.910167 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1227 09:01:11.913907 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1227 09:01:11.918375 328232 kubeadm.go:319] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1227 09:01:11.920716 328232 kubeadm.go:319] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1227 09:01:12.253574 328232 kubeadm.go:319] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1227 09:01:12.669686 328232 kubeadm.go:319] [addons] Applied essential addon: CoreDNS
I1227 09:01:13.252644 328232 kubeadm.go:319] [addons] Applied essential addon: kube-proxy
I1227 09:01:13.253829 328232 kubeadm.go:319]
I1227 09:01:13.253967 328232 kubeadm.go:319] Your Kubernetes control-plane has initialized successfully!
I1227 09:01:13.253984 328232 kubeadm.go:319]
I1227 09:01:13.254081 328232 kubeadm.go:319] To start using your cluster, you need to run the following as a regular user:
I1227 09:01:13.254095 328232 kubeadm.go:319]
I1227 09:01:13.254141 328232 kubeadm.go:319] mkdir -p $HOME/.kube
I1227 09:01:13.254245 328232 kubeadm.go:319] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1227 09:01:13.254363 328232 kubeadm.go:319] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1227 09:01:13.254380 328232 kubeadm.go:319]
I1227 09:01:13.254480 328232 kubeadm.go:319] Alternatively, if you are the root user, you can run:
I1227 09:01:13.254495 328232 kubeadm.go:319]
I1227 09:01:13.254567 328232 kubeadm.go:319] export KUBECONFIG=/etc/kubernetes/admin.conf
I1227 09:01:13.254578 328232 kubeadm.go:319]
I1227 09:01:13.254664 328232 kubeadm.go:319] You should now deploy a pod network to the cluster.
I1227 09:01:13.254777 328232 kubeadm.go:319] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1227 09:01:13.254879 328232 kubeadm.go:319] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1227 09:01:13.254891 328232 kubeadm.go:319]
I1227 09:01:13.255021 328232 kubeadm.go:319] You can now join any number of control-plane nodes by copying certificate authorities
I1227 09:01:13.255134 328232 kubeadm.go:319] and service account keys on each node and then running the following as root:
I1227 09:01:13.255144 328232 kubeadm.go:319]
I1227 09:01:13.255268 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255439 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75 \
I1227 09:01:13.255471 328232 kubeadm.go:319] --control-plane
I1227 09:01:13.255481 328232 kubeadm.go:319]
I1227 09:01:13.255630 328232 kubeadm.go:319] Then you can join any number of worker nodes by running the following on each as root:
I1227 09:01:13.255642 328232 kubeadm.go:319]
I1227 09:01:13.255743 328232 kubeadm.go:319] kubeadm join control-plane.minikube.internal:8443 --token deh3em.78y1ah0qxld6bdsj \
I1227 09:01:13.255889 328232 kubeadm.go:319] --discovery-token-ca-cert-hash sha256:f0510abaad4dd4f1548c4be5fe83d5f39f46f560e6d3f063ddb00cac8dce8a75
I1227 09:01:13.258538 328232 kubeadm.go:319] [WARNING SystemVerification]: failed to parse kernel config: unable to load kernel module: "configs", output: "modprobe: FATAL: Module configs not found in directory /lib/modules/6.8.0-1045-gcp\n", err: exit status 1
I1227 09:01:13.258676 328232 kubeadm.go:319] [WARNING Service-kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1227 09:01:13.258701 328232 cni.go:84] Creating CNI manager for ""
I1227 09:01:13.258717 328232 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:13.260242 328232 out.go:179] * Configuring CNI (Container Networking Interface) ...
I1227 09:01:13.261266 328232 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1227 09:01:13.265516 328232 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.35.0/kubectl ...
I1227 09:01:13.265535 328232 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2620 bytes)
I1227 09:01:13.281107 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1227 09:01:13.525048 328232 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1227 09:01:13.525132 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:13.525142 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes newest-cni-693933 minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700 minikube.k8s.io/version=v1.37.0 minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86 minikube.k8s.io/name=newest-cni-693933 minikube.k8s.io/primary=true
I1227 09:01:13.625096 328232 ops.go:34] apiserver oom_adj: -16
I1227 09:01:13.625239 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
W1227 09:01:10.783735 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:12.784212 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:14.125547 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:14.625837 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:15.126096 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:15.625489 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:16.126086 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:16.625733 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:17.125812 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:17.626141 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:18.125482 328232 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.35.0/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1227 09:01:18.199023 328232 kubeadm.go:1114] duration metric: took 4.673961878s to wait for elevateKubeSystemPrivileges
I1227 09:01:18.199068 328232 kubeadm.go:403] duration metric: took 13.68281368s to StartCluster
I1227 09:01:18.199090 328232 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:18.199173 328232 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:18.201158 328232 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:18.201483 328232 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.35.0/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1227 09:01:18.201513 328232 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:01:18.201568 328232 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:01:18.201679 328232 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-693933"
I1227 09:01:18.201697 328232 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-693933"
I1227 09:01:18.201698 328232 addons.go:70] Setting default-storageclass=true in profile "newest-cni-693933"
I1227 09:01:18.201701 328232 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:18.201720 328232 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-693933"
I1227 09:01:18.201733 328232 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:18.202087 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:18.202270 328232 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:18.205881 328232 out.go:179] * Verifying Kubernetes components...
I1227 09:01:18.209384 328232 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:18.236366 328232 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
==> CRI-O <==
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.034062579Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.03409128Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.034108026Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037950828Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037976623Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.037993099Z" level=info msg="CNI monitoring event WRITE \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041704603Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041738606Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.041766168Z" level=info msg="CNI monitoring event RENAME \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.04523949Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.045271747Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.045304948Z" level=info msg="CNI monitoring event CREATE \"/etc/cni/net.d/10-kindnet.conflist\" ← \"/etc/cni/net.d/10-kindnet.conflist.temp\""
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.048811411Z" level=info msg="Found CNI network kindnet (type=ptp) at /etc/cni/net.d/10-kindnet.conflist"
Dec 27 09:01:03 no-preload-598808 crio[562]: time="2025-12-27T09:01:03.048844552Z" level=info msg="Updated default CNI network name to kindnet"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.177674237Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=4f09c13e-fc16-4597-81ac-3dfbaf2c52df name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.178966202Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=fcb45bb4-a862-4693-82b6-4210feeecf90 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.180516169Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=22306d82-807c-49f1-a4e2-00610f53cd27 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.180668432Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.188786414Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.189485153Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.230337607Z" level=info msg="Created container ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=22306d82-807c-49f1-a4e2-00610f53cd27 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.23115746Z" level=info msg="Starting container: ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221" id=40bfcace-65cc-4690-ad5f-5c5f7f579588 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.233386712Z" level=info msg="Started container" PID=1789 containerID=ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper id=40bfcace-65cc-4690-ad5f-5c5f7f579588 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ad0f33621a40e22c924a8244838f1033cdf0ee4144a3430ad0a04a9c94af6784
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.346893258Z" level=info msg="Removing container: 45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43" id=6c5a8a89-d821-46ab-9cb6-f0ff19761448 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:05 no-preload-598808 crio[562]: time="2025-12-27T09:01:05.357501497Z" level=info msg="Removed container 45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99/dashboard-metrics-scraper" id=6c5a8a89-d821-46ab-9cb6-f0ff19761448 name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
ae6eab87f82d0 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 14 seconds ago Exited dashboard-metrics-scraper 3 ad0f33621a40e dashboard-metrics-scraper-867fb5f87b-trl99 kubernetes-dashboard
005ab74158be0 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 25 seconds ago Running storage-provisioner 1 4932aed1cb0ed storage-provisioner kube-system
6e0b07cd96000 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 50 seconds ago Running kubernetes-dashboard 0 785671fa9f835 kubernetes-dashboard-b84665fb8-gvqrd kubernetes-dashboard
891e235d51b4f 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 56 seconds ago Running busybox 1 26da5ae79d043 busybox default
4b003d4edfa5b aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 56 seconds ago Running coredns 0 b9f2e89f8cfd7 coredns-7d764666f9-mgt7m kube-system
b2596fe95e8ff 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 56 seconds ago Exited storage-provisioner 0 4932aed1cb0ed storage-provisioner kube-system
4be357dbbdc20 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 56 seconds ago Running kindnet-cni 0 39a3fb7d78dfe kindnet-cbm7w kube-system
2811524685a4d 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 56 seconds ago Running kube-proxy 0 ac7a72ee57273 kube-proxy-jpv6j kube-system
225363b83e0ed 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 59 seconds ago Running kube-scheduler 0 829c9eb727e8f kube-scheduler-no-preload-598808 kube-system
890292ca2a996 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 59 seconds ago Running etcd 0 b21658ac98f05 etcd-no-preload-598808 kube-system
3b6e08563f649 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 59 seconds ago Running kube-controller-manager 0 68b36d51dc9c1 kube-controller-manager-no-preload-598808 kube-system
5b5e76f5f0154 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 59 seconds ago Running kube-apiserver 0 6ed66cdaa3cb4 kube-apiserver-no-preload-598808 kube-system
==> coredns [4b003d4edfa5b826db00044a2b7c476b1b062722d980e2e264506482b9df4b38] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = c7556d8fdf49c5e32a9077be8cfb9fc6947bb07e663a10d55b192eb63ad1f2bd9793e8e5f5a36fc9abb1957831eec5c997fd9821790e3990ae9531bf41ecea37
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:43756 - 24989 "HINFO IN 947578140425759047.5013050128865196713. udp 56 false 512" NXDOMAIN qr,rd,ra 131 0.413604652s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: no-preload-598808
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=no-preload-598808
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=no-preload-598808
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_22_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: no-preload-598808
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:00:51 +0000 Sat, 27 Dec 2025 08:59:41 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.94.2
Hostname: no-preload-598808
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 8f9af87d-edf3-4109-b5f5-72d3a7eb6fb2
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 95s
kube-system coredns-7d764666f9-mgt7m 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 112s
kube-system etcd-no-preload-598808 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 117s
kube-system kindnet-cbm7w 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 112s
kube-system kube-apiserver-no-preload-598808 250m (3%) 0 (0%) 0 (0%) 0 (0%) 117s
kube-system kube-controller-manager-no-preload-598808 200m (2%) 0 (0%) 0 (0%) 0 (0%) 117s
kube-system kube-proxy-jpv6j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 112s
kube-system kube-scheduler-no-preload-598808 100m (1%) 0 (0%) 0 (0%) 0 (0%) 117s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 111s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-trl99 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-gvqrd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 54s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 113s node-controller Node no-preload-598808 event: Registered Node no-preload-598808 in Controller
Normal RegisteredNode 55s node-controller Node no-preload-598808 event: Registered Node no-preload-598808 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [890292ca2a99664c889ed7aac9b751505e3cd41d11f5ed84cd8c151b11a215fb] <==
{"level":"info","ts":"2025-12-27T09:00:19.747509Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.94.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:19.747495Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747588Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747621Z","caller":"fileutil/purge.go:49","msg":"started to purge file","dir":"/var/lib/minikube/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"}
{"level":"info","ts":"2025-12-27T09:00:19.747786Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"dfc97eb0aae75b33 switched to configuration voters=(16125559238023404339)"}
{"level":"info","ts":"2025-12-27T09:00:19.747904Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"da400bbece288f5a","local-member-id":"dfc97eb0aae75b33","added-peer-id":"dfc97eb0aae75b33","added-peer-peer-urls":["https://192.168.94.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:00:19.748040Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"da400bbece288f5a","local-member-id":"dfc97eb0aae75b33","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:00:20.236567Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"dfc97eb0aae75b33 is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236671Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"dfc97eb0aae75b33 became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236741Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgPreVoteResp from dfc97eb0aae75b33 at term 2"}
{"level":"info","ts":"2025-12-27T09:00:20.236758Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:20.236777Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"dfc97eb0aae75b33 became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237479Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"dfc97eb0aae75b33 received MsgVoteResp from dfc97eb0aae75b33 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237517Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"dfc97eb0aae75b33 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:20.237535Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"dfc97eb0aae75b33 became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.237554Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: dfc97eb0aae75b33 elected leader dfc97eb0aae75b33 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:20.238735Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"dfc97eb0aae75b33","local-member-attributes":"{Name:no-preload-598808 ClientURLs:[https://192.168.94.2:2379]}","cluster-id":"da400bbece288f5a","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:20.238767Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:20.238748Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:20.238979Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:20.239018Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:20.240122Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:20.240400Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:20.244239Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.94.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:20.244545Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:19 up 43 min, 0 user, load average: 4.76, 3.99, 2.67
Linux no-preload-598808 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [4be357dbbdc20a9816d21c5801ea584ffe339178215313ee2da9e0ba716b2aac] <==
I1227 09:00:22.820297 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:00:22.820587 1 main.go:139] hostIP = 192.168.94.2
podIP = 192.168.94.2
I1227 09:00:22.820770 1 main.go:148] setting mtu 1500 for CNI
I1227 09:00:22.820800 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:00:22.820820 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:00:23Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:00:23.029460 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:00:23.029608 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:00:23.029690 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:00:23.029887 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
E1227 09:00:53.030465 1 reflector.go:200] "Failed to watch" err="failed to list *v1.NetworkPolicy: Get \"https://10.96.0.1:443/apis/networking.k8s.io/v1/networkpolicies?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.NetworkPolicy"
E1227 09:00:53.030758 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Namespace: Get \"https://10.96.0.1:443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Namespace"
E1227 09:00:53.030472 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Node: Get \"https://10.96.0.1:443/api/v1/nodes?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Node"
E1227 09:00:53.030466 1 reflector.go:200] "Failed to watch" err="failed to list *v1.Pod: Get \"https://10.96.0.1:443/api/v1/pods?limit=500&resourceVersion=0\": dial tcp 10.96.0.1:443: i/o timeout" logger="UnhandledError" reflector="pkg/mod/k8s.io/client-go@v0.33.0/tools/cache/reflector.go:285" type="*v1.Pod"
I1227 09:00:54.630185 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:00:54.630216 1 metrics.go:72] Registering metrics
I1227 09:00:54.630268 1 controller.go:711] "Syncing nftables rules"
I1227 09:01:03.029412 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 09:01:03.029485 1 main.go:301] handling current node
I1227 09:01:13.034398 1 main.go:297] Handling node with IPs: map[192.168.94.2:{}]
I1227 09:01:13.034431 1 main.go:301] handling current node
==> kube-apiserver [5b5e76f5f015410e45ec8bc83c9c2ff9837cbcc61a3a25abaaa552a68a07af73] <==
I1227 09:00:21.319160 1 cache.go:39] Caches are synced for LocalAvailability controller
I1227 09:00:21.319187 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 09:00:21.320337 1 aggregator.go:187] initial CRD sync complete...
I1227 09:00:21.320846 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:00:21.320870 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:00:21.320892 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:00:21.330069 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:00:21.330890 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:00:21.355411 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:00:21.365466 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:21.365489 1 policy_source.go:248] refreshing policies
I1227 09:00:21.387571 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:00:21.391921 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:00:21.649443 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:00:21.677142 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:00:21.697727 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:00:21.705235 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:00:21.713236 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:00:21.751059 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.99.202.76"}
I1227 09:00:21.761761 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.99.184.252"}
I1227 09:00:22.227702 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:00:24.849717 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:00:24.949601 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:00:25.100604 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:00:25.100605 1 controller.go:667] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [3b6e08563f649f889e016ea9dd0052279402831ea1d739f2ed9b96ba372e8829] <==
I1227 09:00:24.460599 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460603 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460627 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460645 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460718 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460401 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460896 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460951 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.460976 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461063 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461121 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461278 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461406 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461445 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461513 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461515 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461520 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461523 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.461513 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.462135 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:24.467205 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.561210 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:24.561244 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:00:24.561251 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:00:24.562346 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [2811524685a4dd589b82328084c4689d50836d35b047a50ad79362c985563204] <==
I1227 09:00:22.642555 1 server_linux.go:53] "Using iptables proxy"
I1227 09:00:22.715711 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:22.816127 1 shared_informer.go:377] "Caches are synced"
I1227 09:00:22.816170 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.94.2"]
E1227 09:00:22.816250 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:00:22.837135 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:00:22.837206 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:00:22.842784 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:00:22.843166 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:00:22.843202 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:22.845600 1 config.go:200] "Starting service config controller"
I1227 09:00:22.846597 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:00:22.845945 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:00:22.846683 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:00:22.845881 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:00:22.846741 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:00:22.846068 1 config.go:309] "Starting node config controller"
I1227 09:00:22.846791 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:00:22.846814 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:00:22.946873 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:00:22.946890 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:00:22.946916 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [225363b83e0edbff61102280ed7805d405110a6656af708b9fa64dd6ba233cdd] <==
I1227 09:00:19.961913 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:00:21.236878 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:00:21.236923 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:00:21.236934 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:00:21.236947 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:00:21.308493 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:00:21.308593 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:00:21.311863 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:00:21.311942 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:00:21.312657 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:00:21.312696 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:00:21.412061 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:00:36 no-preload-598808 kubelet[714]: E1227 09:00:36.286386 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 10s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.176598 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.176632 714 scope.go:122] "RemoveContainer" containerID="17059547d0f0778f401f3f4a4f013650d89a991108ba359ac5738e6bbe3acad6"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.281815 714 scope.go:122] "RemoveContainer" containerID="17059547d0f0778f401f3f4a4f013650d89a991108ba359ac5738e6bbe3acad6"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.282061 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: I1227 09:00:44.282098 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:00:44 no-preload-598808 kubelet[714]: E1227 09:00:44.282298 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: E1227 09:00:46.286366 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: I1227 09:00:46.286412 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:00:46 no-preload-598808 kubelet[714]: E1227 09:00:46.286643 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:00:53 no-preload-598808 kubelet[714]: I1227 09:00:53.307825 714 scope.go:122] "RemoveContainer" containerID="b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048"
Dec 27 09:01:00 no-preload-598808 kubelet[714]: E1227 09:01:00.874105 714 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-mgt7m" containerName="coredns"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.177039 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.177090 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.344437 714 scope.go:122] "RemoveContainer" containerID="45a7790d29c6ca6cc4f15b72b563769f215180eb372d3d5c59334b119974bb43"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.344794 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: I1227 09:01:05.344820 714 scope.go:122] "RemoveContainer" containerID="ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
Dec 27 09:01:05 no-preload-598808 kubelet[714]: E1227 09:01:05.345022 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: E1227 09:01:06.349421 714 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" containerName="dashboard-metrics-scraper"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: I1227 09:01:06.349453 714 scope.go:122] "RemoveContainer" containerID="ae6eab87f82d05ba772c037e07a50abfb3bd3d87f2834d27be262c20184ca221"
Dec 27 09:01:06 no-preload-598808 kubelet[714]: E1227 09:01:06.349650 714 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-trl99_kubernetes-dashboard(65c9023b-d97a-4d4c-9644-66f0399a1a07)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-trl99" podUID="65c9023b-d97a-4d4c-9644-66f0399a1a07"
Dec 27 09:01:14 no-preload-598808 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:14 no-preload-598808 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:14 no-preload-598808 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:14 no-preload-598808 systemd[1]: kubelet.service: Consumed 1.814s CPU time.
==> kubernetes-dashboard [6e0b07cd96000b58dfea2f7ed29d67b44d2c147109f30032679c1e7de91bd096] <==
2025/12/27 09:00:28 Starting overwatch
2025/12/27 09:00:28 Using namespace: kubernetes-dashboard
2025/12/27 09:00:28 Using in-cluster config to connect to apiserver
2025/12/27 09:00:28 Using secret token for csrf signing
2025/12/27 09:00:28 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:00:28 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:00:28 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:00:28 Generating JWE encryption key
2025/12/27 09:00:28 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:00:28 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:00:28 Initializing JWE encryption key from synchronized object
2025/12/27 09:00:28 Creating in-cluster Sidecar client
2025/12/27 09:00:28 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:00:28 Serving insecurely on HTTP port: 9090
2025/12/27 09:00:58 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [005ab74158be02231f2e0324776517699e8dd37e96d0f772051d66384e73cdfd] <==
I1227 09:00:53.364646 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:00:53.372252 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:00:53.372302 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:00:53.374379 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:00:56.829353 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:01.089886 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:04.689497 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:07.747477 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.770027 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.776364 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:10.776531 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:10.776671 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"e73a666e-8956-498d-8854-4eb285929a67", APIVersion:"v1", ResourceVersion:"649", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac became leader
I1227 09:01:10.776714 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac!
W1227 09:01:10.778399 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:10.782473 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:10.877426 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_no-preload-598808_81c9cf7e-3902-4f01-8657-ce61516a2fac!
W1227 09:01:12.786356 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:12.790800 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:14.794014 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:14.798206 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:16.802073 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:16.805897 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:18.810611 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:18.816862 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
==> storage-provisioner [b2596fe95e8ffb446186a87d1a1ded3fc8f0dbaecccedd3aaf72638e53b68048] <==
I1227 09:00:22.598559 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:00:52.602671 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-598808 -n no-preload-598808
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p no-preload-598808 -n no-preload-598808: exit status 2 (388.336304ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context no-preload-598808 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/no-preload/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/no-preload/serial/Pause (6.42s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonWhileActive
start_stop_delete_test.go:203: (dbg) Run: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain
start_stop_delete_test.go:203: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain: exit status 11 (301.549406ms)
-- stdout --
-- /stdout --
** stderr **
X Exiting due to MK_ADDON_ENABLE_PAUSED: enabled failed: check paused: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:19Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_addons_2bafae6fa40fec163538f94366e390b0317a8b15_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
start_stop_delete_test.go:205: failed to enable an addon post-stop. args "out/minikube-linux-amd64 addons enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain": exit status 11
start_stop_delete_test.go:209: WARNING: cni mode requires additional setup before pods can schedule :(
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect newest-cni-693933
helpers_test.go:244: (dbg) docker inspect newest-cni-693933:
-- stdout --
[
{
"Id": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"Created": "2025-12-27T09:00:57.444390935Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 329321,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:57.484113011Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hostname",
"HostsPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hosts",
"LogPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf-json.log",
"Name": "/newest-cni-693933",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"newest-cni-693933:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "newest-cni-693933",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"LowerDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/merged",
"UpperDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/diff",
"WorkDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "newest-cni-693933",
"Source": "/var/lib/docker/volumes/newest-cni-693933/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "newest-cni-693933",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-693933",
"name.minikube.sigs.k8s.io": "newest-cni-693933",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "e6f1eceefc5b652328a5222914f663b4ad6a66b749a89910c8825b3d6b9f61e7",
"SandboxKey": "/var/run/docker/netns/e6f1eceefc5b",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33128"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33129"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33132"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33130"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33131"
}
]
},
"Networks": {
"newest-cni-693933": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c27fb2011f677bed46a04da880c86530b6b0ef4c2f14721cfa1a671ee6b58f64",
"EndpointID": "38af533ac976759cd3231ab47ef16e45a7016e925cdd49b0fb720c43127ce466",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "76:ea:f8:46:17:e0",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-693933",
"a392785167b4"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933
helpers_test.go:253: <<< TestStartStop/group/newest-cni/serial/EnableAddonWhileActive FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-693933 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p newest-cni-693933 logs -n 25: (1.175907879s)
helpers_test.go:261: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────────────┬─────────┬─────────┬─────────────────────┬──────────────
───────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────────────┼─────────┼─────────┼─────────────────────┼──────────────
───────┤
│ addons │ enable metrics-server -p no-preload-598808 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ addons │ enable metrics-server -p embed-certs-914340 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ │
│ stop │ -p no-preload-598808 --alsologtostderr -v=3 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ stop │ -p embed-certs-914340 --alsologtostderr -v=3 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 08:59 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ addons │ enable metrics-server -p default-k8s-diff-port-828751 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ stop │ -p default-k8s-diff-port-828751 --alsologtostderr -v=3 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ image │ old-k8s-version-601009 image list --format=json │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ pause │ -p old-k8s-version-601009 --alsologtostderr -v=1 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ start │ -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────────────┴─────────┴─────────┴─────────────────────┴──────────────
───────┘
==> Last Start <==
Log file created at: 2025/12/27 09:01:19
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:01:19.373266 336451 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:19.373523 336451 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:19.373535 336451 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:19.373541 336451 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:19.373839 336451 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:19.374484 336451 out.go:368] Setting JSON to false
I1227 09:01:19.376105 336451 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2631,"bootTime":1766823448,"procs":323,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:01:19.376181 336451 start.go:143] virtualization: kvm guest
I1227 09:01:19.378184 336451 out.go:179] * [test-preload-dl-gcs-247419] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:01:19.379734 336451 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:01:19.379733 336451 notify.go:221] Checking for updates...
I1227 09:01:19.382721 336451 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:01:19.383982 336451 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:19.387054 336451 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:01:19.388503 336451 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:01:19.389644 336451 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:01:19.391593 336451 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:19.391773 336451 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:19.391917 336451 config.go:182] Loaded profile config "no-preload-598808": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:19.392046 336451 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:01:19.423626 336451 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:01:19.423732 336451 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:19.503621 336451 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:01:19.490565405 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:19.503718 336451 docker.go:319] overlay module found
I1227 09:01:19.506178 336451 out.go:179] * Using the docker driver based on user configuration
I1227 09:01:19.507478 336451 start.go:309] selected driver: docker
I1227 09:01:19.507508 336451 start.go:928] validating driver "docker" against <nil>
I1227 09:01:19.507613 336451 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:19.587270 336451 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 09:01:19.573046794 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:19.587534 336451 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 09:01:19.588287 336451 start_flags.go:417] Using suggested 8000MB memory alloc based on sys=32093MB, container=32093MB
I1227 09:01:19.588550 336451 start_flags.go:1001] Wait components to verify : map[apiserver:true system_pods:true]
I1227 09:01:19.590305 336451 out.go:179] * Using Docker driver with root privileges
I1227 09:01:19.591761 336451 cni.go:84] Creating CNI manager for ""
I1227 09:01:19.591822 336451 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:19.591828 336451 start_flags.go:342] Found "CNI" CNI - setting NetworkPlugin=cni
I1227 09:01:19.591887 336451 start.go:353] cluster config:
{Name:test-preload-dl-gcs-247419 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:8000 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.34.0-rc.1 ClusterName:test-preload-dl-gcs-247419 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain
:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.34.0-rc.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:19.593215 336451 out.go:179] * Starting "test-preload-dl-gcs-247419" primary control-plane node in "test-preload-dl-gcs-247419" cluster
I1227 09:01:19.595520 336451 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:01:19.596885 336451 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:01:19.598016 336451 preload.go:188] Checking if preload exists for k8s version v1.34.0-rc.1 and runtime crio
I1227 09:01:19.598095 336451 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:01:19.616246 336451 preload.go:148] Found remote preload: https://storage.googleapis.com/minikube-preloaded-volume-tarballs/v18/v1.34.0-rc.1/preloaded-images-k8s-v18-v1.34.0-rc.1-cri-o-overlay-amd64.tar.lz4
I1227 09:01:19.616283 336451 cache.go:65] Caching tarball of preloaded images
I1227 09:01:19.616489 336451 preload.go:188] Checking if preload exists for k8s version v1.34.0-rc.1 and runtime crio
I1227 09:01:19.619064 336451 out.go:179] * Downloading Kubernetes v1.34.0-rc.1 preload ...
W1227 09:01:15.283386 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:17.784302 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
==> CRI-O <==
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.252645377Z" level=info msg="Ran pod sandbox ead2e80eff2399a3ecc9347bdf73f8655b607b5aab9cd69053b33a42ddddd1fe with infra container: kube-system/kindnet-4qdzp/POD" id=0e6e4f7b-26f2-46ae-873f-a21a7dbf48a9 name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.253502317Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=701e4476-8d0e-414e-b413-f3e6a78e9f81 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.255629204Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=3523e3da-0e06-448a-adc7-c6d8a58f0607 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.257713102Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=b69a9af6-1a2b-47ef-aa54-9622160fc426 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.25815296Z" level=info msg="Image docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88 not found" id=b69a9af6-1a2b-47ef-aa54-9622160fc426 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.259101784Z" level=info msg="Neither image nor artfiact docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88 found" id=b69a9af6-1a2b-47ef-aa54-9622160fc426 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.262071555Z" level=info msg="Creating container: kube-system/kube-proxy-bvfc8/kube-proxy" id=78edee22-7257-4563-a1fc-067c13b849bb name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.263553369Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.263727893Z" level=info msg="Pulling image: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=b8ee2470-632c-46ec-aab1-cf74f219bf45 name=/runtime.v1.ImageService/PullImage
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.27212699Z" level=info msg="Trying to access \"docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88\""
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.272866507Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.27354375Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.446971252Z" level=info msg="Created container 205e2c6f2fe7907a3a968d6396ef12c6dc2da5434e8bf85ff6e405d642e3a8c0: kube-system/kube-proxy-bvfc8/kube-proxy" id=78edee22-7257-4563-a1fc-067c13b849bb name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.448138336Z" level=info msg="Starting container: 205e2c6f2fe7907a3a968d6396ef12c6dc2da5434e8bf85ff6e405d642e3a8c0" id=62e4c086-da89-4972-b660-3a98a5108da6 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:18 newest-cni-693933 crio[778]: time="2025-12-27T09:01:18.453064595Z" level=info msg="Started container" PID=1579 containerID=205e2c6f2fe7907a3a968d6396ef12c6dc2da5434e8bf85ff6e405d642e3a8c0 description=kube-system/kube-proxy-bvfc8/kube-proxy id=62e4c086-da89-4972-b660-3a98a5108da6 name=/runtime.v1.RuntimeService/StartContainer sandboxID=ef7e950329c6c9239ef941d134832c21ac9d2af60a8cf3bd223e0cbe8c561211
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.8373011Z" level=info msg="Pulled image: docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27" id=b8ee2470-632c-46ec-aab1-cf74f219bf45 name=/runtime.v1.ImageService/PullImage
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.838156858Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=ca85b69b-fe21-4eac-a46b-2c4d7b7baca7 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.840906131Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=42608827-2a11-4dd8-9d01-46f9df46c83a name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.846084851Z" level=info msg="Creating container: kube-system/kindnet-4qdzp/kindnet-cni" id=f44b1c7d-f28d-40cd-9091-67533107bc55 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.846208391Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.851282293Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.851943269Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.895263614Z" level=info msg="Created container cdfe9f0513e76890ec49330d904a86a2e17773dc05b11788d069748d048ba31d: kube-system/kindnet-4qdzp/kindnet-cni" id=f44b1c7d-f28d-40cd-9091-67533107bc55 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.89618128Z" level=info msg="Starting container: cdfe9f0513e76890ec49330d904a86a2e17773dc05b11788d069748d048ba31d" id=5131470d-33ac-4f8f-ae58-6a8145a7b2df name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:19 newest-cni-693933 crio[778]: time="2025-12-27T09:01:19.898528686Z" level=info msg="Started container" PID=1844 containerID=cdfe9f0513e76890ec49330d904a86a2e17773dc05b11788d069748d048ba31d description=kube-system/kindnet-4qdzp/kindnet-cni id=5131470d-33ac-4f8f-ae58-6a8145a7b2df name=/runtime.v1.RuntimeService/StartContainer sandboxID=ead2e80eff2399a3ecc9347bdf73f8655b607b5aab9cd69053b33a42ddddd1fe
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
cdfe9f0513e76 docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27 Less than a second ago Running kindnet-cni 0 ead2e80eff239 kindnet-4qdzp kube-system
205e2c6f2fe79 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 2 seconds ago Running kube-proxy 0 ef7e950329c6c kube-proxy-bvfc8 kube-system
14538060293ac 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 12 seconds ago Running kube-apiserver 0 551b7a61481de kube-apiserver-newest-cni-693933 kube-system
db3c50820ad95 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 12 seconds ago Running etcd 0 0fff0989472ca etcd-newest-cni-693933 kube-system
4d4dc163b792c 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 12 seconds ago Running kube-controller-manager 0 f16440f2031d9 kube-controller-manager-newest-cni-693933 kube-system
f44115cb3eb95 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 12 seconds ago Running kube-scheduler 0 3ae26e3a6efe1 kube-scheduler-newest-cni-693933 kube-system
==> describe nodes <==
Name: newest-cni-693933
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=newest-cni-693933
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=newest-cni-693933
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 09:01:09 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-693933
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:12 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:01:12 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:01:12 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:01:12 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 27 Dec 2025 09:01:12 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-693933
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 55f3d1c3-6644-4351-8c73-491b4e2c3dda
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-693933 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 9s
kube-system kindnet-4qdzp 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 3s
kube-system kube-apiserver-newest-cni-693933 250m (3%) 0 (0%) 0 (0%) 0 (0%) 9s
kube-system kube-controller-manager-newest-cni-693933 200m (2%) 0 (0%) 0 (0%) 0 (0%) 8s
kube-system kube-proxy-bvfc8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3s
kube-system kube-scheduler-newest-cni-693933 100m (1%) 0 (0%) 0 (0%) 0 (0%) 9s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 100m (1%)
memory 150Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 4s node-controller Node newest-cni-693933 event: Registered Node newest-cni-693933 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [db3c50820ad95c341d67f6c1d0cfa60b86bdb2318b08d63f4a785c79520376e1] <==
{"level":"info","ts":"2025-12-27T09:01:08.654273Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9f0758e1c58a86ed is starting a new election at term 1"}
{"level":"info","ts":"2025-12-27T09:01:08.654377Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9f0758e1c58a86ed became pre-candidate at term 1"}
{"level":"info","ts":"2025-12-27T09:01:08.654458Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 1"}
{"level":"info","ts":"2025-12-27T09:01:08.654489Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:08.654510Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"9f0758e1c58a86ed became candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:01:08.655289Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T09:01:08.655335Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:08.655359Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"9f0758e1c58a86ed became leader at term 2"}
{"level":"info","ts":"2025-12-27T09:01:08.655371Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T09:01:08.656164Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:newest-cni-693933 ClientURLs:[https://192.168.85.2:2379]}","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:01:08.656196Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:08.656287Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:08.656366Z","caller":"etcdserver/server.go:2420","msg":"setting up initial cluster version using v3 API","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:08.656498Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:01:08.656552Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:01:08.656991Z","caller":"membership/cluster.go:682","msg":"set initial cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:08.657106Z","caller":"api/capability.go:76","msg":"enabled capabilities for version","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:08.657142Z","caller":"etcdserver/server.go:2440","msg":"cluster version is updated","cluster-version":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:08.657182Z","caller":"version/monitor.go:116","msg":"cluster version differs from storage version.","cluster-version":"3.6.0","storage-version":"3.5.0"}
{"level":"info","ts":"2025-12-27T09:01:08.657326Z","caller":"schema/migration.go:65","msg":"updated storage version","new-storage-version":"3.6.0"}
{"level":"info","ts":"2025-12-27T09:01:08.657598Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:08.657704Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:08.662045Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T09:01:08.662277Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
{"level":"info","ts":"2025-12-27T09:01:17.734602Z","caller":"traceutil/trace.go:172","msg":"trace[1242557391] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"115.064048ms","start":"2025-12-27T09:01:17.619507Z","end":"2025-12-27T09:01:17.734571Z","steps":["trace[1242557391] 'process raft request' (duration: 77.21764ms)","trace[1242557391] 'compare' (duration: 37.529035ms)"],"step_count":2}
==> kernel <==
09:01:20 up 43 min, 0 user, load average: 4.76, 3.99, 2.67
Linux newest-cni-693933 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [cdfe9f0513e76890ec49330d904a86a2e17773dc05b11788d069748d048ba31d] <==
I1227 09:01:20.109425 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:01:20.109868 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 09:01:20.110683 1 main.go:148] setting mtu 1500 for CNI
I1227 09:01:20.110725 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:01:20.110762 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:01:20Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:01:20.409967 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:01:20.410032 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:01:20.410045 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:01:20.410205 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:01:20.810361 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:01:20.810484 1 metrics.go:72] Registering metrics
I1227 09:01:20.810595 1 controller.go:711] "Syncing nftables rules"
==> kube-apiserver [14538060293ace62aeedcb6f8f85543acf1b2a8077818ebfb781ebc392a79d90] <==
I1227 09:01:09.936916 1 default_servicecidr_controller.go:169] Creating default ServiceCIDR with CIDRs: [10.96.0.0/12]
I1227 09:01:09.936887 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1227 09:01:09.938020 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:01:09.941984 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 09:01:09.942102 1 cidrallocator.go:302] created ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:01:09.947625 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:01:09.947790 1 default_servicecidr_controller.go:231] Setting default ServiceCIDR condition Ready to True
I1227 09:01:10.137049 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:01:10.841152 1 storage_scheduling.go:123] created PriorityClass system-node-critical with value 2000001000
I1227 09:01:10.844977 1 storage_scheduling.go:123] created PriorityClass system-cluster-critical with value 2000000000
I1227 09:01:10.844996 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:01:11.291893 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:01:11.326477 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:01:11.444703 1 alloc.go:329] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1227 09:01:11.450550 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.85.2]
I1227 09:01:11.451625 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:01:11.456765 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:01:11.886432 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:01:12.660158 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:01:12.668839 1 alloc.go:329] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1227 09:01:12.678751 1 controller.go:667] quota admission added evaluator for: daemonsets.apps
I1227 09:01:17.616276 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:01:17.736723 1 cidrallocator.go:278] updated ClusterIP allocator for Service CIDR 10.96.0.0/12
I1227 09:01:17.744018 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:01:17.910148 1 controller.go:667] quota admission added evaluator for: controllerrevisions.apps
==> kube-controller-manager [4d4dc163b792c6a88b77eececb32b6e8affb0948a89c7dbc57ce3013d22ec689] <==
I1227 09:01:16.694300 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.693358 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.693286 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.694512 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.694533 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.694517 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.694682 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.694552 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.695049 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.695050 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.695062 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.697277 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.697293 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.697471 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.698668 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.698831 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:01:16.698991 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="newest-cni-693933"
I1227 09:01:16.699095 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 09:01:16.701568 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:16.705283 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.709761 1 range_allocator.go:433] "Set node PodCIDR" node="newest-cni-693933" podCIDRs=["10.42.0.0/24"]
I1227 09:01:16.793819 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:16.793838 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:01:16.793842 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:01:16.802087 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [205e2c6f2fe7907a3a968d6396ef12c6dc2da5434e8bf85ff6e405d642e3a8c0] <==
I1227 09:01:18.509053 1 server_linux.go:53] "Using iptables proxy"
I1227 09:01:18.617131 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:18.717889 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:18.717935 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1227 09:01:18.718044 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:01:18.745841 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:01:18.745922 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:01:18.753146 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:01:18.753756 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:01:18.753778 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:18.756465 1 config.go:200] "Starting service config controller"
I1227 09:01:18.756484 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:01:18.756586 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:01:18.756636 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:01:18.756700 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:01:18.756728 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:01:18.756762 1 config.go:309] "Starting node config controller"
I1227 09:01:18.756785 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:01:18.756807 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:01:18.857724 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:01:18.857802 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:01:18.857904 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [f44115cb3eb95a14cd25f0c466edb43002234b4d84fc68cb1b3c3842b97043d3] <==
E1227 09:01:09.898243 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 09:01:09.898415 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ReplicaSet"
E1227 09:01:09.898498 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 09:01:09.898652 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIStorageCapacity"
E1227 09:01:09.898677 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 09:01:09.898830 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Service: services is forbidden: User \"system:kube-scheduler\" cannot list resource \"services\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Service"
E1227 09:01:09.898913 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 09:01:09.898958 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceSlice: resourceslices.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceslices\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceSlice"
E1227 09:01:09.898983 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Namespace"
E1227 09:01:09.898990 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSIDriver"
E1227 09:01:09.899010 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolume"
E1227 09:01:09.899133 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 09:01:09.899123 1 reflector.go:204] "Failed to watch" err="failed to list *v1.VolumeAttachment: volumeattachments.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"volumeattachments\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.VolumeAttachment"
E1227 09:01:09.899108 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 09:01:09.899504 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 09:01:09.899979 1 reflector.go:204] "Failed to watch" err="failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.CSINode"
E1227 09:01:10.747660 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PersistentVolumeClaim"
E1227 09:01:10.789211 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StorageClass"
E1227 09:01:10.796531 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Pod"
E1227 09:01:10.826955 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ResourceClaim: resourceclaims.resource.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"resourceclaims\" in API group \"resource.k8s.io\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.ResourceClaim"
E1227 09:01:10.932799 1 reflector.go:204] "Failed to watch" err="failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.StatefulSet"
E1227 09:01:11.004271 1 reflector.go:204] "Failed to watch" err="failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.PodDisruptionBudget"
E1227 09:01:11.132747 1 reflector.go:204] "Failed to watch" err="failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError" reflector="k8s.io/client-go/informers/factory.go:161" type="*v1.Node"
E1227 09:01:11.322479 1 reflector.go:204] "Failed to watch" err="failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError" reflector="runtime/asm_amd64.s:1693" type="*v1.ConfigMap"
I1227 09:01:14.290362 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:01:13 newest-cni-693933 kubelet[1310]: I1227 09:01:13.578993 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-scheduler-newest-cni-693933" podStartSLOduration=2.578973396 podStartE2EDuration="2.578973396s" podCreationTimestamp="2025-12-27 09:01:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:01:13.569422808 +0000 UTC m=+1.140506659" watchObservedRunningTime="2025-12-27 09:01:13.578973396 +0000 UTC m=+1.150057247"
Dec 27 09:01:13 newest-cni-693933 kubelet[1310]: I1227 09:01:13.590114 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/etcd-newest-cni-693933" podStartSLOduration=2.590092517 podStartE2EDuration="2.590092517s" podCreationTimestamp="2025-12-27 09:01:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:01:13.579538468 +0000 UTC m=+1.150622319" watchObservedRunningTime="2025-12-27 09:01:13.590092517 +0000 UTC m=+1.161176369"
Dec 27 09:01:13 newest-cni-693933 kubelet[1310]: I1227 09:01:13.603080 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-apiserver-newest-cni-693933" podStartSLOduration=2.603056873 podStartE2EDuration="2.603056873s" podCreationTimestamp="2025-12-27 09:01:11 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:01:13.590428191 +0000 UTC m=+1.161512033" watchObservedRunningTime="2025-12-27 09:01:13.603056873 +0000 UTC m=+1.174140711"
Dec 27 09:01:13 newest-cni-693933 kubelet[1310]: I1227 09:01:13.603268 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-controller-manager-newest-cni-693933" podStartSLOduration=1.603258444 podStartE2EDuration="1.603258444s" podCreationTimestamp="2025-12-27 09:01:12 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:01:13.60229639 +0000 UTC m=+1.173380242" watchObservedRunningTime="2025-12-27 09:01:13.603258444 +0000 UTC m=+1.174342296"
Dec 27 09:01:14 newest-cni-693933 kubelet[1310]: E1227 09:01:14.542539 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:14 newest-cni-693933 kubelet[1310]: E1227 09:01:14.542634 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-newest-cni-693933" containerName="kube-controller-manager"
Dec 27 09:01:14 newest-cni-693933 kubelet[1310]: E1227 09:01:14.542835 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-newest-cni-693933" containerName="kube-apiserver"
Dec 27 09:01:14 newest-cni-693933 kubelet[1310]: E1227 09:01:14.542892 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-newest-cni-693933" containerName="kube-scheduler"
Dec 27 09:01:15 newest-cni-693933 kubelet[1310]: E1227 09:01:15.544056 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-newest-cni-693933" containerName="kube-scheduler"
Dec 27 09:01:15 newest-cni-693933 kubelet[1310]: E1227 09:01:15.544191 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:16 newest-cni-693933 kubelet[1310]: I1227 09:01:16.742673 1310 kuberuntime_manager.go:2062] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Dec 27 09:01:16 newest-cni-693933 kubelet[1310]: I1227 09:01:16.743374 1310 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042729 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-lib-modules\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042795 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-dxvps\" (UniqueName: \"kubernetes.io/projected/5c117646-a7aa-4284-871f-dc17e13d66d0-kube-api-access-dxvps\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042825 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-lib-modules\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042849 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-lpvzn\" (UniqueName: \"kubernetes.io/projected/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-kube-api-access-lpvzn\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042913 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-proxy\" (UniqueName: \"kubernetes.io/configmap/5c117646-a7aa-4284-871f-dc17e13d66d0-kube-proxy\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042947 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-cni-cfg\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042975 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-xtables-lock\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.042999 1310 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-xtables-lock\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: E1227 09:01:18.616152 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-newest-cni-693933" containerName="kube-controller-manager"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: I1227 09:01:18.636418 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kube-proxy-bvfc8" podStartSLOduration=1.636393815 podStartE2EDuration="1.636393815s" podCreationTimestamp="2025-12-27 09:01:17 +0000 UTC" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2025-12-27 09:01:18.574710252 +0000 UTC m=+6.145794102" watchObservedRunningTime="2025-12-27 09:01:18.636393815 +0000 UTC m=+6.207477666"
Dec 27 09:01:18 newest-cni-693933 kubelet[1310]: E1227 09:01:18.869016 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:19 newest-cni-693933 kubelet[1310]: E1227 09:01:19.088180 1310 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-newest-cni-693933" containerName="kube-apiserver"
Dec 27 09:01:20 newest-cni-693933 kubelet[1310]: I1227 09:01:20.580189 1310 pod_startup_latency_tracker.go:108] "Observed pod startup duration" pod="kube-system/kindnet-4qdzp" podStartSLOduration=2.002427587 podStartE2EDuration="3.580168992s" podCreationTimestamp="2025-12-27 09:01:17 +0000 UTC" firstStartedPulling="2025-12-27 09:01:18.261778857 +0000 UTC m=+5.832862706" lastFinishedPulling="2025-12-27 09:01:19.839520268 +0000 UTC m=+7.410604111" observedRunningTime="2025-12-27 09:01:20.579254985 +0000 UTC m=+8.150338836" watchObservedRunningTime="2025-12-27 09:01:20.580168992 +0000 UTC m=+8.151252843"
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-693933 -n newest-cni-693933
helpers_test.go:270: (dbg) Run: kubectl --context newest-cni-693933 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:281: non-running pods: coredns-7d764666f9-jwf6f storage-provisioner
helpers_test.go:283: ======> post-mortem[TestStartStop/group/newest-cni/serial/EnableAddonWhileActive]: describe non-running pods <======
helpers_test.go:286: (dbg) Run: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner
helpers_test.go:286: (dbg) Non-zero exit: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner: exit status 1 (58.508456ms)
** stderr **
Error from server (NotFound): pods "coredns-7d764666f9-jwf6f" not found
Error from server (NotFound): pods "storage-provisioner" not found
** /stderr **
helpers_test.go:288: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/EnableAddonWhileActive (2.40s)
=== RUN TestStartStop/group/newest-cni/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-amd64 pause -p newest-cni-693933 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p newest-cni-693933 --alsologtostderr -v=1: exit status 80 (1.972154292s)
-- stdout --
* Pausing node newest-cni-693933 ...
-- /stdout --
** stderr **
I1227 09:01:46.709255 341419 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:46.709597 341419 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:46.709609 341419 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:46.709614 341419 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:46.709818 341419 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:46.710107 341419 out.go:368] Setting JSON to false
I1227 09:01:46.710125 341419 mustload.go:66] Loading cluster: newest-cni-693933
I1227 09:01:46.710632 341419 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:46.711164 341419 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:46.732460 341419 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:46.732722 341419 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:46.786543 341419 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:50 OomKillDisable:false NGoroutines:64 SystemTime:2025-12-27 09:01:46.777202993 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:46.787405 341419 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:newest-cni-693933 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarning:%!s(bool
=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 09:01:46.789456 341419 out.go:179] * Pausing node newest-cni-693933 ...
I1227 09:01:46.790567 341419 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:46.790812 341419 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:46.790847 341419 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:46.810234 341419 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:46.899075 341419 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:46.911883 341419 pause.go:52] kubelet running: true
I1227 09:01:46.911968 341419 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:47.044778 341419 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:47.044872 341419 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:47.113372 341419 cri.go:96] found id: "706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf"
I1227 09:01:47.113399 341419 cri.go:96] found id: "9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245"
I1227 09:01:47.113403 341419 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:47.113407 341419 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:47.113409 341419 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:47.113417 341419 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:47.113435 341419 cri.go:96] found id: ""
I1227 09:01:47.113480 341419 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:47.125089 341419 retry.go:84] will retry after 200ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:47Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:47.297459 341419 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:47.310615 341419 pause.go:52] kubelet running: false
I1227 09:01:47.310712 341419 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:47.421990 341419 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:47.422054 341419 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:47.485028 341419 cri.go:96] found id: "706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf"
I1227 09:01:47.485056 341419 cri.go:96] found id: "9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245"
I1227 09:01:47.485062 341419 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:47.485068 341419 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:47.485073 341419 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:47.485078 341419 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:47.485082 341419 cri.go:96] found id: ""
I1227 09:01:47.485127 341419 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:47.877868 341419 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:47.890245 341419 pause.go:52] kubelet running: false
I1227 09:01:47.890306 341419 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:48.001912 341419 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:48.001983 341419 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:48.068466 341419 cri.go:96] found id: "706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf"
I1227 09:01:48.068487 341419 cri.go:96] found id: "9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245"
I1227 09:01:48.068491 341419 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:48.068495 341419 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:48.068498 341419 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:48.068501 341419 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:48.068504 341419 cri.go:96] found id: ""
I1227 09:01:48.068540 341419 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:48.392704 341419 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:48.405079 341419 pause.go:52] kubelet running: false
I1227 09:01:48.405141 341419 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:48.520860 341419 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:48.520953 341419 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:48.596496 341419 cri.go:96] found id: "706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf"
I1227 09:01:48.596520 341419 cri.go:96] found id: "9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245"
I1227 09:01:48.596526 341419 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:48.596530 341419 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:48.596535 341419 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:48.596541 341419 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:48.596545 341419 cri.go:96] found id: ""
I1227 09:01:48.596590 341419 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:48.612128 341419 out.go:203]
W1227 09:01:48.613154 341419 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:48Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:48Z" level=error msg="open /run/runc: no such file or directory"
W1227 09:01:48.613172 341419 out.go:285] *
*
W1227 09:01:48.614849 341419 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 09:01:48.615801 341419 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-amd64 pause -p newest-cni-693933 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect newest-cni-693933
helpers_test.go:244: (dbg) docker inspect newest-cni-693933:
-- stdout --
[
{
"Id": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"Created": "2025-12-27T09:00:57.444390935Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 339473,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:01:36.301497551Z",
"FinishedAt": "2025-12-27T09:01:34.316468058Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hostname",
"HostsPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hosts",
"LogPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf-json.log",
"Name": "/newest-cni-693933",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"newest-cni-693933:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "newest-cni-693933",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"LowerDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/merged",
"UpperDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/diff",
"WorkDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "newest-cni-693933",
"Source": "/var/lib/docker/volumes/newest-cni-693933/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "newest-cni-693933",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-693933",
"name.minikube.sigs.k8s.io": "newest-cni-693933",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "1f6a6392e18186aa7d9131f0dec29594140448f13b8d1680809e2b09669cb954",
"SandboxKey": "/var/run/docker/netns/1f6a6392e181",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33133"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33134"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33137"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33135"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33136"
}
]
},
"Networks": {
"newest-cni-693933": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c27fb2011f677bed46a04da880c86530b6b0ef4c2f14721cfa1a671ee6b58f64",
"EndpointID": "295c3680117af2ecf44c7bd51d03cba0b2415c0e783d3e5bbb8f70b6f8053aed",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "a2:9f:39:7e:1e:a6",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-693933",
"a392785167b4"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933: exit status 2 (318.080619ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-693933 logs -n 25
E1227 09:01:49.772197 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:261: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────
────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────
────────────┤
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ start │ -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ stop │ -p newest-cni-693933 --alsologtostderr -v=3 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-gcs-247419 │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-github-499893 │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-gcs-cached-296533 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p test-preload-dl-gcs-cached-296533 │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p newest-cni-693933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ newest-cni-693933 image list --format=json │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p newest-cni-693933 --alsologtostderr -v=1 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────
────────────┘
==> Last Start <==
Log file created at: 2025/12/27 09:01:36
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:01:36.076105 339272 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:36.076213 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076222 339272 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:36.076226 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076425 339272 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:36.076866 339272 out.go:368] Setting JSON to false
I1227 09:01:36.077945 339272 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2648,"bootTime":1766823448,"procs":384,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:01:36.078004 339272 start.go:143] virtualization: kvm guest
I1227 09:01:36.079787 339272 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:01:36.080982 339272 notify.go:221] Checking for updates...
I1227 09:01:36.080999 339272 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:01:36.082185 339272 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:01:36.083348 339272 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:36.084576 339272 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:01:36.085641 339272 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:01:36.086750 339272 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:01:36.088277 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:36.089000 339272 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:01:36.113323 339272 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:01:36.113491 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.170583 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.160920225 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.170737 339272 docker.go:319] overlay module found
I1227 09:01:36.172999 339272 out.go:179] * Using the docker driver based on existing profile
I1227 09:01:36.174108 339272 start.go:309] selected driver: docker
I1227 09:01:36.174120 339272 start.go:928] validating driver "docker" against &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.174209 339272 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:01:36.174789 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.230163 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.220607084 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.230498 339272 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:36.230534 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:36.230602 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:36.230655 339272 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.232437 339272 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:01:36.233570 339272 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:01:36.234615 339272 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:01:36.235593 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:36.235621 339272 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:01:36.235627 339272 cache.go:65] Caching tarball of preloaded images
I1227 09:01:36.235675 339272 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:01:36.235710 339272 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:01:36.235798 339272 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:01:36.235913 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.255505 339272 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:01:36.255525 339272 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:01:36.255542 339272 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:01:36.255580 339272 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:01:36.255646 339272 start.go:364] duration metric: took 42.93µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:01:36.255667 339272 start.go:96] Skipping create...Using existing machine configuration
I1227 09:01:36.255676 339272 fix.go:54] fixHost starting:
I1227 09:01:36.255894 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.272896 339272 fix.go:112] recreateIfNeeded on newest-cni-693933: state=Stopped err=<nil>
W1227 09:01:36.272920 339272 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:01:36.284113 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:38.782782 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:39.282808 326814 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:01:39.282832 326814 pod_ready.go:86] duration metric: took 37.505191372s for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.285050 326814 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.288443 326814 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.288468 326814 pod_ready.go:86] duration metric: took 3.398724ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.290276 326814 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.293524 326814 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.293545 326814 pod_ready.go:86] duration metric: took 3.252535ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.295406 326814 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.482248 326814 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.482273 326814 pod_ready.go:86] duration metric: took 186.849486ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.681073 326814 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.081909 326814 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:01:40.081949 326814 pod_ready.go:86] duration metric: took 400.849535ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.282148 326814 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682426 326814 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:40.682456 326814 pod_ready.go:86] duration metric: took 400.281336ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682472 326814 pod_ready.go:40] duration metric: took 38.907911419s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:40.727178 326814 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:40.729036 326814 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:01:36.274521 339272 out.go:252] * Restarting existing docker container for "newest-cni-693933" ...
I1227 09:01:36.274605 339272 cli_runner.go:164] Run: docker start newest-cni-693933
I1227 09:01:36.516268 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.534430 339272 kic.go:430] container "newest-cni-693933" state is running.
I1227 09:01:36.534777 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:36.554791 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.554984 339272 machine.go:94] provisionDockerMachine start ...
I1227 09:01:36.555034 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:36.573882 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:36.574112 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:36.574125 339272 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:01:36.574695 339272 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:57032->127.0.0.1:33133: read: connection reset by peer
I1227 09:01:39.695209 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.695236 339272 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:39.695335 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.713366 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.713587 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.713606 339272 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:39.842827 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.842972 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.861848 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.862121 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.862140 339272 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:39.984826 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:39.984852 339272 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:39.984878 339272 ubuntu.go:190] setting up certificates
I1227 09:01:39.984888 339272 provision.go:84] configureAuth start
I1227 09:01:39.984939 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.003623 339272 provision.go:143] copyHostCerts
I1227 09:01:40.003674 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:40.003689 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:40.003764 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:40.003889 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:40.003898 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:40.003928 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:40.004000 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:40.004008 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:40.004031 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:40.004094 339272 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:40.076173 339272 provision.go:177] copyRemoteCerts
I1227 09:01:40.076244 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:40.076299 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.095569 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.186404 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:40.203850 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:40.221594 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:40.238782 339272 provision.go:87] duration metric: took 253.87356ms to configureAuth
I1227 09:01:40.238807 339272 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:40.238979 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:40.239119 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.257890 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:40.258123 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:40.258144 339272 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:40.528272 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:40.528298 339272 machine.go:97] duration metric: took 3.973299453s to provisionDockerMachine
I1227 09:01:40.528339 339272 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:40.528354 339272 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:40.528441 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:40.528498 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.547195 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.637827 339272 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:40.641366 339272 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:40.641395 339272 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:40.641405 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:40.641454 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:40.641530 339272 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:40.641611 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:40.649325 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:40.665913 339272 start.go:296] duration metric: took 137.558337ms for postStartSetup
I1227 09:01:40.665996 339272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:40.666052 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.685151 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.774586 339272 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:40.779746 339272 fix.go:56] duration metric: took 4.524064046s for fixHost
I1227 09:01:40.779786 339272 start.go:83] releasing machines lock for "newest-cni-693933", held for 4.524114312s
I1227 09:01:40.779865 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.800009 339272 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:40.800069 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.800111 339272 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:40.800190 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.820354 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.820563 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.908935 339272 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:40.964088 339272 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:41.002681 339272 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:41.008079 339272 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:41.008153 339272 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:41.017546 339272 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:01:41.017570 339272 start.go:496] detecting cgroup driver to use...
I1227 09:01:41.017603 339272 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:41.017647 339272 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:41.033779 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:41.046464 339272 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:41.046527 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:41.060694 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:41.073042 339272 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:41.160903 339272 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:41.239375 339272 docker.go:234] disabling docker service ...
I1227 09:01:41.239452 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:41.253557 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:41.265262 339272 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:41.343159 339272 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:41.426819 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:41.439261 339272 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:41.452686 339272 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:41.452733 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.460945 339272 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:41.461006 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.469199 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.477138 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.485150 339272 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:41.492633 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.500635 339272 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.508336 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.516373 339272 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:41.523375 339272 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:41.530069 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:41.608178 339272 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:41.742570 339272 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:41.742639 339272 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:41.746465 339272 start.go:574] Will wait 60s for crictl version
I1227 09:01:41.746528 339272 ssh_runner.go:195] Run: which crictl
I1227 09:01:41.750547 339272 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:41.774908 339272 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:41.774988 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.802483 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.831223 339272 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:41.832408 339272 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:41.849980 339272 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:41.854144 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:41.865618 339272 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:41.866620 339272 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:41.866749 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:41.866798 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.897560 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.897581 339272 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:41.897629 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.921582 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.921603 339272 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:41.921609 339272 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:41.922228 339272 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:41.922378 339272 ssh_runner.go:195] Run: crio config
I1227 09:01:41.966836 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:41.966860 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:41.966874 339272 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:41.966897 339272 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:41.967006 339272 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:41.967060 339272 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:41.974906 339272 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:41.974972 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:41.982150 339272 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:41.994119 339272 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:42.005828 339272 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:42.017505 339272 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:42.020849 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:42.030050 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.108541 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.129480 339272 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:42.129512 339272 certs.go:195] generating shared ca certs ...
I1227 09:01:42.129537 339272 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.129677 339272 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:42.129720 339272 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:42.129730 339272 certs.go:257] generating profile certs ...
I1227 09:01:42.129809 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:42.129869 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:42.129905 339272 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:42.130018 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:42.130060 339272 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:42.130069 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:42.130093 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:42.130116 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:42.130140 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:42.130187 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:42.130792 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:42.149291 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:42.167363 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:42.185912 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:42.208825 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:42.229120 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:42.246584 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:42.263593 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:42.280427 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:42.297544 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:42.314097 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:42.332709 339272 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:42.345004 339272 ssh_runner.go:195] Run: openssl version
I1227 09:01:42.350913 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:42.357813 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:42.366050 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369530 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369580 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:42.403602 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:42.411083 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.418792 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:42.426018 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429663 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429721 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.462704 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:42.469831 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:42.476645 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:42.483472 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486796 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486845 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:42.521485 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:42.528757 339272 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:42.532276 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:01:42.566580 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:01:42.600573 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:01:42.636412 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:01:42.678699 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:01:42.718373 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:01:42.766949 339272 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:42.767061 339272 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:42.767124 339272 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:42.804288 339272 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:42.804326 339272 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:42.804333 339272 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:42.804338 339272 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:42.804343 339272 cri.go:96] found id: ""
I1227 09:01:42.804390 339272 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:01:42.817099 339272 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:42Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:42.817168 339272 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:42.825020 339272 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:01:42.825040 339272 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:01:42.825085 339272 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:01:42.832341 339272 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:01:42.832964 339272 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-693933" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.833239 339272 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-693933" cluster setting kubeconfig missing "newest-cni-693933" context setting]
I1227 09:01:42.833766 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.835429 339272 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:01:42.842977 339272 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 09:01:42.843007 339272 kubeadm.go:602] duration metric: took 17.953821ms to restartPrimaryControlPlane
I1227 09:01:42.843023 339272 kubeadm.go:403] duration metric: took 76.095841ms to StartCluster
I1227 09:01:42.843042 339272 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.843102 339272 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.843856 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.844087 339272 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:01:42.844161 339272 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:01:42.844256 339272 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-693933"
I1227 09:01:42.844278 339272 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-693933"
W1227 09:01:42.844286 339272 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:01:42.844292 339272 addons.go:70] Setting dashboard=true in profile "newest-cni-693933"
I1227 09:01:42.844323 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844308 339272 addons.go:70] Setting default-storageclass=true in profile "newest-cni-693933"
I1227 09:01:42.844330 339272 addons.go:239] Setting addon dashboard=true in "newest-cni-693933"
W1227 09:01:42.844341 339272 addons.go:248] addon dashboard should already be in state true
I1227 09:01:42.844345 339272 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-693933"
I1227 09:01:42.844360 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:42.844376 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844598 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844825 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844829 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.846756 339272 out.go:179] * Verifying Kubernetes components...
I1227 09:01:42.847967 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.869031 339272 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:01:42.870001 339272 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:01:42.870095 339272 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:42.870119 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:01:42.870173 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.870478 339272 addons.go:239] Setting addon default-storageclass=true in "newest-cni-693933"
W1227 09:01:42.870499 339272 addons.go:248] addon default-storageclass should already be in state true
I1227 09:01:42.870528 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.871020 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.871952 339272 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:01:42.872861 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:01:42.872878 339272 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:01:42.872931 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.905995 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.908485 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.909767 339272 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:42.909789 339272 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:01:42.909837 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.933728 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.984466 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.996843 339272 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:42.996913 339272 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:43.008673 339272 api_server.go:72] duration metric: took 164.556686ms to wait for apiserver process to appear ...
I1227 09:01:43.008700 339272 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:43.008880 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:43.015351 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:43.015626 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:01:43.015645 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:01:43.029130 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:01:43.029152 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:01:43.039413 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:43.042977 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:01:43.042996 339272 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:01:43.056783 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:01:43.056809 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:01:43.074868 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:01:43.074901 339272 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:01:43.089030 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:01:43.089064 339272 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:01:43.102231 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:01:43.102251 339272 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:01:43.114391 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:01:43.114412 339272 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:01:43.125937 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:43.125960 339272 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:01:43.137549 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:44.628136 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.628167 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:44.628189 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:44.637818 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.637849 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:45.008787 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.012853 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.012879 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:45.155021 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.11557145s)
I1227 09:01:45.155033 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (2.139651688s)
I1227 09:01:45.155133 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (2.017553965s)
I1227 09:01:45.156685 339272 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-693933 addons enable metrics-server
I1227 09:01:45.173956 339272 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:01:45.177742 339272 addons.go:530] duration metric: took 2.33358476s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:45.509474 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.514243 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.514268 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:46.009501 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:46.014597 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 09:01:46.015587 339272 api_server.go:141] control plane version: v1.35.0
I1227 09:01:46.015610 339272 api_server.go:131] duration metric: took 3.006903688s to wait for apiserver health ...
I1227 09:01:46.015619 339272 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:46.019154 339272 system_pods.go:59] 8 kube-system pods found
I1227 09:01:46.019189 339272 system_pods.go:61] "coredns-7d764666f9-jwf6f" [1a5467af-4abe-4da6-b932-6a9b5f75eaaf] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019209 339272 system_pods.go:61] "etcd-newest-cni-693933" [33b10b3e-780e-48e7-a3a9-86baa5fdf96c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:46.019229 339272 system_pods.go:61] "kindnet-4qdzp" [c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:46.019247 339272 system_pods.go:61] "kube-apiserver-newest-cni-693933" [374c5352-5678-4bca-81fb-ca9822f044e5] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:46.019257 339272 system_pods.go:61] "kube-controller-manager-newest-cni-693933" [cdc441f8-c259-4670-b3ad-12066c892249] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:46.019287 339272 system_pods.go:61] "kube-proxy-bvfc8" [5c117646-a7aa-4284-871f-dc17e13d66d0] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:46.019297 339272 system_pods.go:61] "kube-scheduler-newest-cni-693933" [c4ddd902-2f76-4a4f-af8d-e5382b637df6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:46.019308 339272 system_pods.go:61] "storage-provisioner" [d224b35b-f636-48cf-9e34-e504aa06303b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019338 339272 system_pods.go:74] duration metric: took 3.712174ms to wait for pod list to return data ...
I1227 09:01:46.019352 339272 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:46.021652 339272 default_sa.go:45] found service account: "default"
I1227 09:01:46.021672 339272 default_sa.go:55] duration metric: took 2.311587ms for default service account to be created ...
I1227 09:01:46.021685 339272 kubeadm.go:587] duration metric: took 3.177573059s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:46.021709 339272 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:46.024001 339272 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:46.024023 339272 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:46.024041 339272 node_conditions.go:105] duration metric: took 2.32799ms to run NodePressure ...
I1227 09:01:46.024055 339272 start.go:242] waiting for startup goroutines ...
I1227 09:01:46.024070 339272 start.go:247] waiting for cluster config update ...
I1227 09:01:46.024088 339272 start.go:256] writing updated cluster config ...
I1227 09:01:46.024398 339272 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:46.070057 339272 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:46.072293 339272 out.go:179] * Done! kubectl is now configured to use "newest-cni-693933" cluster and "default" namespace by default
==> CRI-O <==
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.503731004Z" level=info msg="Running pod sandbox: kube-system/kindnet-4qdzp/POD" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.503791276Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.504376604Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.50535356Z" level=info msg="Ran pod sandbox f450e5d026036dbaa21384afa2d2da09b3cda0b06310dae1f02cc7fa5ccdede8 with infra container: kube-system/kube-proxy-bvfc8/POD" id=d5086665-f218-4e21-b27f-9c7c5ca1a87b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.50740658Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=26e8b91f-4797-43d8-b451-ed652a7d13b8 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.507498264Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.508273719Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=688d28f9-a20d-43eb-9324-dcd4cf40fc54 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509051974Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509199696Z" level=info msg="Creating container: kube-system/kube-proxy-bvfc8/kube-proxy" id=8d32b8d9-c167-4607-9acc-fbe1c34c844e name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509293166Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509712068Z" level=info msg="Ran pod sandbox dfbc3e67ad61f4100f13310e828cb283a541c178e1c3d72867c6021126feccdf with infra container: kube-system/kindnet-4qdzp/POD" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.510767741Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=5d4ff3e0-74df-464a-a9db-efc033ce3fc6 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.512022948Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=dfb7af2b-2c23-41e5-b2a1-0755a5dd119f name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513069944Z" level=info msg="Creating container: kube-system/kindnet-4qdzp/kindnet-cni" id=dda7cb1a-17f1-47c0-9e37-7f7e3d86e1a3 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513135429Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513411743Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513968775Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.516156995Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.51659398Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.542860275Z" level=info msg="Created container 706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf: kube-system/kindnet-4qdzp/kindnet-cni" id=dda7cb1a-17f1-47c0-9e37-7f7e3d86e1a3 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.543451222Z" level=info msg="Starting container: 706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf" id=9187be70-b5be-468b-ab7a-f56577398414 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.544594403Z" level=info msg="Created container 9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245: kube-system/kube-proxy-bvfc8/kube-proxy" id=8d32b8d9-c167-4607-9acc-fbe1c34c844e name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.545103509Z" level=info msg="Starting container: 9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245" id=e55033f8-3251-4462-8648-8f3e1c074546 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.545110513Z" level=info msg="Started container" PID=1060 containerID=706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf description=kube-system/kindnet-4qdzp/kindnet-cni id=9187be70-b5be-468b-ab7a-f56577398414 name=/runtime.v1.RuntimeService/StartContainer sandboxID=dfbc3e67ad61f4100f13310e828cb283a541c178e1c3d72867c6021126feccdf
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.547513314Z" level=info msg="Started container" PID=1059 containerID=9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245 description=kube-system/kube-proxy-bvfc8/kube-proxy id=e55033f8-3251-4462-8648-8f3e1c074546 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f450e5d026036dbaa21384afa2d2da09b3cda0b06310dae1f02cc7fa5ccdede8
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
706053f2f12df 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 4 seconds ago Running kindnet-cni 1 dfbc3e67ad61f kindnet-4qdzp kube-system
9016ea64e650c 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 4 seconds ago Running kube-proxy 1 f450e5d026036 kube-proxy-bvfc8 kube-system
c4378496a4cb7 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 6 seconds ago Running etcd 1 649bd694c14d5 etcd-newest-cni-693933 kube-system
e2390339abcd3 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 6 seconds ago Running kube-apiserver 1 f8150347512b8 kube-apiserver-newest-cni-693933 kube-system
000759b7c1098 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 6 seconds ago Running kube-scheduler 1 8cc27b72f53a8 kube-scheduler-newest-cni-693933 kube-system
fa0024d8c32d0 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 6 seconds ago Running kube-controller-manager 1 af4cf7367ddb8 kube-controller-manager-newest-cni-693933 kube-system
==> describe nodes <==
Name: newest-cni-693933
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=newest-cni-693933
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=newest-cni-693933
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 09:01:09 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-693933
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:44 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-693933
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 55f3d1c3-6644-4351-8c73-491b4e2c3dda
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-693933 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 38s
kube-system kindnet-4qdzp 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 32s
kube-system kube-apiserver-newest-cni-693933 250m (3%) 0 (0%) 0 (0%) 0 (0%) 38s
kube-system kube-controller-manager-newest-cni-693933 200m (2%) 0 (0%) 0 (0%) 0 (0%) 37s
kube-system kube-proxy-bvfc8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 32s
kube-system kube-scheduler-newest-cni-693933 100m (1%) 0 (0%) 0 (0%) 0 (0%) 38s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 100m (1%)
memory 150Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 33s node-controller Node newest-cni-693933 event: Registered Node newest-cni-693933 in Controller
Normal RegisteredNode 2s node-controller Node newest-cni-693933 event: Registered Node newest-cni-693933 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc] <==
{"level":"info","ts":"2025-12-27T09:01:42.779752Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T09:01:42.779874Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9f0758e1c58a86ed switched to configuration voters=(11459225503572592365)"}
{"level":"info","ts":"2025-12-27T09:01:42.780296Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","added-peer-id":"9f0758e1c58a86ed","added-peer-peer-urls":["https://192.168.85.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:01:42.780421Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:42.780573Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T09:01:42.780670Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T09:01:42.780699Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9f0758e1c58a86ed","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2025-12-27T09:01:43.770711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770790Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770876Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770900Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:43.770927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771734Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:43.771753Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771760Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.772816Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:newest-cni-693933 ClientURLs:[https://192.168.85.2:2379]}","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:01:43.772832Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:43.772815Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:43.773135Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:01:43.773166Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:01:43.773774Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:43.774221Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:43.776995Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T09:01:43.777159Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:49 up 44 min, 0 user, load average: 3.27, 3.70, 2.62
Linux newest-cni-693933 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf] <==
I1227 09:01:45.748590 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:01:45.840192 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 09:01:45.840366 1 main.go:148] setting mtu 1500 for CNI
I1227 09:01:45.840401 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:01:45.840434 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:01:45Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:01:46.040306 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:01:46.040632 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:01:46.040651 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:01:46.040846 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:01:46.541775 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:01:46.541807 1 metrics.go:72] Registering metrics
I1227 09:01:46.541898 1 controller.go:711] "Syncing nftables rules"
==> kube-apiserver [e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140] <==
I1227 09:01:44.720033 1 aggregator.go:187] initial CRD sync complete...
I1227 09:01:44.720080 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:01:44.720107 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:01:44.720135 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:01:44.720261 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:44.720325 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1227 09:01:44.720325 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 09:01:44.721375 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1227 09:01:44.721457 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:44.726495 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:01:44.728235 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:01:44.753600 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:01:44.758907 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:01:44.972189 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:01:45.002460 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:01:45.020142 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:01:45.026712 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:01:45.033271 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:01:45.060718 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.30.113"}
I1227 09:01:45.070274 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.107.0.203"}
I1227 09:01:45.623816 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:01:48.307903 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:01:48.307942 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:01:48.357627 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:01:48.408341 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816] <==
I1227 09:01:47.866684 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.866907 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:01:47.867023 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="newest-cni-693933"
I1227 09:01:47.867100 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 09:01:47.867817 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.867989 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868002 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868452 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868187 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869094 1 range_allocator.go:177] "Sending events to api server"
I1227 09:01:47.868350 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868357 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868011 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868957 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869187 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 09:01:47.869198 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:47.869205 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868972 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869370 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868336 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.884247 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.966111 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.966130 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:01:47.966135 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:01:47.966277 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245] <==
I1227 09:01:45.579953 1 server_linux.go:53] "Using iptables proxy"
I1227 09:01:45.652278 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:45.752751 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:45.752785 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1227 09:01:45.752890 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:01:45.773850 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:01:45.773934 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:01:45.780331 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:01:45.780726 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:01:45.780758 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:45.782972 1 config.go:200] "Starting service config controller"
I1227 09:01:45.782991 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:01:45.783028 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:01:45.783035 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:01:45.783053 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:01:45.783060 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:01:45.783197 1 config.go:309] "Starting node config controller"
I1227 09:01:45.783243 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:01:45.783252 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:01:45.883178 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 09:01:45.883213 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:01:45.883178 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce] <==
I1227 09:01:42.979889 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:01:44.631716 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:01:44.631752 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:01:44.631763 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:01:44.631774 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:01:44.668191 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:01:44.669365 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:44.677154 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:01:44.677300 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:01:44.677408 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:44.677327 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:01:44.778058 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.710524 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.716567 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-693933\" already exists" pod="kube-system/kube-apiserver-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.716597 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.726783 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-693933\" already exists" pod="kube-system/kube-controller-manager-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.726833 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.732690 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-693933\" already exists" pod="kube-system/kube-scheduler-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.739966 678 kubelet_node_status.go:123] "Node was previously registered" node="newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740065 678 kubelet_node_status.go:77] "Successfully registered node" node="newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740114 678 kuberuntime_manager.go:2062] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740871 678 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.193378 678 apiserver.go:52] "Watching apiserver"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.197632 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-newest-cni-693933" containerName="kube-controller-manager"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.199150 678 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.233969 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.234004 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-newest-cni-693933" containerName="kube-scheduler"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.234147 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-newest-cni-693933" containerName="kube-apiserver"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247012 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-cni-cfg\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247059 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-xtables-lock\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247087 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-lib-modules\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247215 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-lib-modules\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247898 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-xtables-lock\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:46 newest-cni-693933 kubelet[678]: E1227 09:01:46.239610 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:47 newest-cni-693933 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:47 newest-cni-693933 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:47 newest-cni-693933 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-693933 -n newest-cni-693933
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-693933 -n newest-cni-693933: exit status 2 (320.923685ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context newest-cni-693933 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:281: non-running pods: coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf
helpers_test.go:283: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:286: (dbg) Run: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf
helpers_test.go:286: (dbg) Non-zero exit: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf: exit status 1 (59.625944ms)
** stderr **
Error from server (NotFound): pods "coredns-7d764666f9-jwf6f" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-867fb5f87b-bnvff" not found
Error from server (NotFound): pods "kubernetes-dashboard-b84665fb8-7msnf" not found
** /stderr **
helpers_test.go:288: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf: exit status 1
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect newest-cni-693933
helpers_test.go:244: (dbg) docker inspect newest-cni-693933:
-- stdout --
[
{
"Id": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"Created": "2025-12-27T09:00:57.444390935Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 339473,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:01:36.301497551Z",
"FinishedAt": "2025-12-27T09:01:34.316468058Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hostname",
"HostsPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/hosts",
"LogPath": "/var/lib/docker/containers/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf/a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf-json.log",
"Name": "/newest-cni-693933",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"newest-cni-693933:/var",
"/lib/modules:/lib/modules:ro"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "newest-cni-693933",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "a392785167b459020c2fac698ff02fde7eb7995eaa4bb2bfbf74f17e9c08d1cf",
"LowerDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/merged",
"UpperDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/diff",
"WorkDir": "/var/lib/docker/overlay2/0d9902fa1bb621fd75f4aa35de8601732498c0cc0740023be102f96a4236beb4/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "newest-cni-693933",
"Source": "/var/lib/docker/volumes/newest-cni-693933/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "newest-cni-693933",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "newest-cni-693933",
"name.minikube.sigs.k8s.io": "newest-cni-693933",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "1f6a6392e18186aa7d9131f0dec29594140448f13b8d1680809e2b09669cb954",
"SandboxKey": "/var/run/docker/netns/1f6a6392e181",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33133"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33134"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33137"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33135"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33136"
}
]
},
"Networks": {
"newest-cni-693933": {
"IPAMConfig": {
"IPv4Address": "192.168.85.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "c27fb2011f677bed46a04da880c86530b6b0ef4c2f14721cfa1a671ee6b58f64",
"EndpointID": "295c3680117af2ecf44c7bd51d03cba0b2415c0e783d3e5bbb8f70b6f8053aed",
"Gateway": "192.168.85.1",
"IPAddress": "192.168.85.2",
"MacAddress": "a2:9f:39:7e:1e:a6",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"newest-cni-693933",
"a392785167b4"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933
E1227 09:01:50.483978 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933: exit status 2 (315.41718ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/newest-cni/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-693933 logs -n 25
helpers_test.go:261: TestStartStop/group/newest-cni/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────
────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────
────────────┤
│ addons │ enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ delete │ -p old-k8s-version-601009 │ old-k8s-version-601009 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:00 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ start │ -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ stop │ -p newest-cni-693933 --alsologtostderr -v=3 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-gcs-247419 │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-github-499893 │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-gcs-cached-296533 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p test-preload-dl-gcs-cached-296533 │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p newest-cni-693933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ newest-cni-693933 image list --format=json │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p newest-cni-693933 --alsologtostderr -v=1 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────
────────────┘
==> Last Start <==
Log file created at: 2025/12/27 09:01:36
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:01:36.076105 339272 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:36.076213 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076222 339272 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:36.076226 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076425 339272 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:36.076866 339272 out.go:368] Setting JSON to false
I1227 09:01:36.077945 339272 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2648,"bootTime":1766823448,"procs":384,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:01:36.078004 339272 start.go:143] virtualization: kvm guest
I1227 09:01:36.079787 339272 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:01:36.080982 339272 notify.go:221] Checking for updates...
I1227 09:01:36.080999 339272 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:01:36.082185 339272 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:01:36.083348 339272 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:36.084576 339272 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:01:36.085641 339272 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:01:36.086750 339272 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:01:36.088277 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:36.089000 339272 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:01:36.113323 339272 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:01:36.113491 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.170583 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.160920225 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.170737 339272 docker.go:319] overlay module found
I1227 09:01:36.172999 339272 out.go:179] * Using the docker driver based on existing profile
I1227 09:01:36.174108 339272 start.go:309] selected driver: docker
I1227 09:01:36.174120 339272 start.go:928] validating driver "docker" against &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.174209 339272 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:01:36.174789 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.230163 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.220607084 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.230498 339272 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:36.230534 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:36.230602 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:36.230655 339272 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.232437 339272 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:01:36.233570 339272 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:01:36.234615 339272 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:01:36.235593 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:36.235621 339272 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:01:36.235627 339272 cache.go:65] Caching tarball of preloaded images
I1227 09:01:36.235675 339272 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:01:36.235710 339272 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:01:36.235798 339272 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:01:36.235913 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.255505 339272 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:01:36.255525 339272 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:01:36.255542 339272 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:01:36.255580 339272 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:01:36.255646 339272 start.go:364] duration metric: took 42.93µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:01:36.255667 339272 start.go:96] Skipping create...Using existing machine configuration
I1227 09:01:36.255676 339272 fix.go:54] fixHost starting:
I1227 09:01:36.255894 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.272896 339272 fix.go:112] recreateIfNeeded on newest-cni-693933: state=Stopped err=<nil>
W1227 09:01:36.272920 339272 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:01:36.284113 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:38.782782 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:39.282808 326814 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:01:39.282832 326814 pod_ready.go:86] duration metric: took 37.505191372s for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.285050 326814 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.288443 326814 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.288468 326814 pod_ready.go:86] duration metric: took 3.398724ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.290276 326814 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.293524 326814 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.293545 326814 pod_ready.go:86] duration metric: took 3.252535ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.295406 326814 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.482248 326814 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.482273 326814 pod_ready.go:86] duration metric: took 186.849486ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.681073 326814 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.081909 326814 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:01:40.081949 326814 pod_ready.go:86] duration metric: took 400.849535ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.282148 326814 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682426 326814 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:40.682456 326814 pod_ready.go:86] duration metric: took 400.281336ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682472 326814 pod_ready.go:40] duration metric: took 38.907911419s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:40.727178 326814 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:40.729036 326814 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:01:36.274521 339272 out.go:252] * Restarting existing docker container for "newest-cni-693933" ...
I1227 09:01:36.274605 339272 cli_runner.go:164] Run: docker start newest-cni-693933
I1227 09:01:36.516268 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.534430 339272 kic.go:430] container "newest-cni-693933" state is running.
I1227 09:01:36.534777 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:36.554791 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.554984 339272 machine.go:94] provisionDockerMachine start ...
I1227 09:01:36.555034 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:36.573882 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:36.574112 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:36.574125 339272 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:01:36.574695 339272 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:57032->127.0.0.1:33133: read: connection reset by peer
I1227 09:01:39.695209 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.695236 339272 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:39.695335 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.713366 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.713587 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.713606 339272 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:39.842827 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.842972 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.861848 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.862121 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.862140 339272 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:39.984826 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:39.984852 339272 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:39.984878 339272 ubuntu.go:190] setting up certificates
I1227 09:01:39.984888 339272 provision.go:84] configureAuth start
I1227 09:01:39.984939 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.003623 339272 provision.go:143] copyHostCerts
I1227 09:01:40.003674 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:40.003689 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:40.003764 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:40.003889 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:40.003898 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:40.003928 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:40.004000 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:40.004008 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:40.004031 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:40.004094 339272 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:40.076173 339272 provision.go:177] copyRemoteCerts
I1227 09:01:40.076244 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:40.076299 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.095569 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.186404 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:40.203850 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:40.221594 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:40.238782 339272 provision.go:87] duration metric: took 253.87356ms to configureAuth
I1227 09:01:40.238807 339272 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:40.238979 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:40.239119 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.257890 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:40.258123 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:40.258144 339272 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:40.528272 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:40.528298 339272 machine.go:97] duration metric: took 3.973299453s to provisionDockerMachine
I1227 09:01:40.528339 339272 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:40.528354 339272 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:40.528441 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:40.528498 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.547195 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.637827 339272 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:40.641366 339272 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:40.641395 339272 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:40.641405 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:40.641454 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:40.641530 339272 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:40.641611 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:40.649325 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:40.665913 339272 start.go:296] duration metric: took 137.558337ms for postStartSetup
I1227 09:01:40.665996 339272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:40.666052 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.685151 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.774586 339272 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:40.779746 339272 fix.go:56] duration metric: took 4.524064046s for fixHost
I1227 09:01:40.779786 339272 start.go:83] releasing machines lock for "newest-cni-693933", held for 4.524114312s
I1227 09:01:40.779865 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.800009 339272 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:40.800069 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.800111 339272 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:40.800190 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.820354 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.820563 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.908935 339272 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:40.964088 339272 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:41.002681 339272 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:41.008079 339272 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:41.008153 339272 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:41.017546 339272 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:01:41.017570 339272 start.go:496] detecting cgroup driver to use...
I1227 09:01:41.017603 339272 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:41.017647 339272 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:41.033779 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:41.046464 339272 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:41.046527 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:41.060694 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:41.073042 339272 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:41.160903 339272 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:41.239375 339272 docker.go:234] disabling docker service ...
I1227 09:01:41.239452 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:41.253557 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:41.265262 339272 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:41.343159 339272 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:41.426819 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:41.439261 339272 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:41.452686 339272 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:41.452733 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.460945 339272 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:41.461006 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.469199 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.477138 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.485150 339272 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:41.492633 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.500635 339272 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.508336 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.516373 339272 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:41.523375 339272 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:41.530069 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:41.608178 339272 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:41.742570 339272 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:41.742639 339272 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:41.746465 339272 start.go:574] Will wait 60s for crictl version
I1227 09:01:41.746528 339272 ssh_runner.go:195] Run: which crictl
I1227 09:01:41.750547 339272 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:41.774908 339272 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:41.774988 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.802483 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.831223 339272 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:41.832408 339272 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:41.849980 339272 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:41.854144 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:41.865618 339272 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:41.866620 339272 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:41.866749 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:41.866798 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.897560 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.897581 339272 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:41.897629 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.921582 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.921603 339272 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:41.921609 339272 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:41.922228 339272 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:41.922378 339272 ssh_runner.go:195] Run: crio config
I1227 09:01:41.966836 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:41.966860 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:41.966874 339272 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:41.966897 339272 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:41.967006 339272 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:41.967060 339272 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:41.974906 339272 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:41.974972 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:41.982150 339272 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:41.994119 339272 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:42.005828 339272 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:42.017505 339272 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:42.020849 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:42.030050 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.108541 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.129480 339272 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:42.129512 339272 certs.go:195] generating shared ca certs ...
I1227 09:01:42.129537 339272 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.129677 339272 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:42.129720 339272 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:42.129730 339272 certs.go:257] generating profile certs ...
I1227 09:01:42.129809 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:42.129869 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:42.129905 339272 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:42.130018 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:42.130060 339272 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:42.130069 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:42.130093 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:42.130116 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:42.130140 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:42.130187 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:42.130792 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:42.149291 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:42.167363 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:42.185912 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:42.208825 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:42.229120 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:42.246584 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:42.263593 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:42.280427 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:42.297544 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:42.314097 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:42.332709 339272 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:42.345004 339272 ssh_runner.go:195] Run: openssl version
I1227 09:01:42.350913 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:42.357813 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:42.366050 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369530 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369580 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:42.403602 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:42.411083 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.418792 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:42.426018 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429663 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429721 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.462704 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:42.469831 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:42.476645 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:42.483472 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486796 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486845 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:42.521485 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:42.528757 339272 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:42.532276 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:01:42.566580 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:01:42.600573 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:01:42.636412 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:01:42.678699 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:01:42.718373 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:01:42.766949 339272 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:42.767061 339272 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:42.767124 339272 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:42.804288 339272 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:42.804326 339272 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:42.804333 339272 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:42.804338 339272 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:42.804343 339272 cri.go:96] found id: ""
I1227 09:01:42.804390 339272 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:01:42.817099 339272 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:42Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:42.817168 339272 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:42.825020 339272 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:01:42.825040 339272 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:01:42.825085 339272 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:01:42.832341 339272 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:01:42.832964 339272 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-693933" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.833239 339272 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-693933" cluster setting kubeconfig missing "newest-cni-693933" context setting]
I1227 09:01:42.833766 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.835429 339272 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:01:42.842977 339272 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 09:01:42.843007 339272 kubeadm.go:602] duration metric: took 17.953821ms to restartPrimaryControlPlane
I1227 09:01:42.843023 339272 kubeadm.go:403] duration metric: took 76.095841ms to StartCluster
I1227 09:01:42.843042 339272 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.843102 339272 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.843856 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.844087 339272 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:01:42.844161 339272 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:01:42.844256 339272 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-693933"
I1227 09:01:42.844278 339272 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-693933"
W1227 09:01:42.844286 339272 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:01:42.844292 339272 addons.go:70] Setting dashboard=true in profile "newest-cni-693933"
I1227 09:01:42.844323 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844308 339272 addons.go:70] Setting default-storageclass=true in profile "newest-cni-693933"
I1227 09:01:42.844330 339272 addons.go:239] Setting addon dashboard=true in "newest-cni-693933"
W1227 09:01:42.844341 339272 addons.go:248] addon dashboard should already be in state true
I1227 09:01:42.844345 339272 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-693933"
I1227 09:01:42.844360 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:42.844376 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844598 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844825 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844829 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.846756 339272 out.go:179] * Verifying Kubernetes components...
I1227 09:01:42.847967 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.869031 339272 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:01:42.870001 339272 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:01:42.870095 339272 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:42.870119 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:01:42.870173 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.870478 339272 addons.go:239] Setting addon default-storageclass=true in "newest-cni-693933"
W1227 09:01:42.870499 339272 addons.go:248] addon default-storageclass should already be in state true
I1227 09:01:42.870528 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.871020 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.871952 339272 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:01:42.872861 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:01:42.872878 339272 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:01:42.872931 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.905995 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.908485 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.909767 339272 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:42.909789 339272 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:01:42.909837 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.933728 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.984466 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.996843 339272 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:42.996913 339272 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:43.008673 339272 api_server.go:72] duration metric: took 164.556686ms to wait for apiserver process to appear ...
I1227 09:01:43.008700 339272 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:43.008880 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:43.015351 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:43.015626 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:01:43.015645 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:01:43.029130 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:01:43.029152 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:01:43.039413 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:43.042977 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:01:43.042996 339272 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:01:43.056783 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:01:43.056809 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:01:43.074868 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:01:43.074901 339272 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:01:43.089030 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:01:43.089064 339272 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:01:43.102231 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:01:43.102251 339272 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:01:43.114391 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:01:43.114412 339272 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:01:43.125937 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:43.125960 339272 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:01:43.137549 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:44.628136 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.628167 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:44.628189 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:44.637818 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.637849 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:45.008787 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.012853 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.012879 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:45.155021 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.11557145s)
I1227 09:01:45.155033 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (2.139651688s)
I1227 09:01:45.155133 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (2.017553965s)
I1227 09:01:45.156685 339272 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-693933 addons enable metrics-server
I1227 09:01:45.173956 339272 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:01:45.177742 339272 addons.go:530] duration metric: took 2.33358476s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:45.509474 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.514243 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.514268 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:46.009501 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:46.014597 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 09:01:46.015587 339272 api_server.go:141] control plane version: v1.35.0
I1227 09:01:46.015610 339272 api_server.go:131] duration metric: took 3.006903688s to wait for apiserver health ...
I1227 09:01:46.015619 339272 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:46.019154 339272 system_pods.go:59] 8 kube-system pods found
I1227 09:01:46.019189 339272 system_pods.go:61] "coredns-7d764666f9-jwf6f" [1a5467af-4abe-4da6-b932-6a9b5f75eaaf] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019209 339272 system_pods.go:61] "etcd-newest-cni-693933" [33b10b3e-780e-48e7-a3a9-86baa5fdf96c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:46.019229 339272 system_pods.go:61] "kindnet-4qdzp" [c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:46.019247 339272 system_pods.go:61] "kube-apiserver-newest-cni-693933" [374c5352-5678-4bca-81fb-ca9822f044e5] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:46.019257 339272 system_pods.go:61] "kube-controller-manager-newest-cni-693933" [cdc441f8-c259-4670-b3ad-12066c892249] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:46.019287 339272 system_pods.go:61] "kube-proxy-bvfc8" [5c117646-a7aa-4284-871f-dc17e13d66d0] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:46.019297 339272 system_pods.go:61] "kube-scheduler-newest-cni-693933" [c4ddd902-2f76-4a4f-af8d-e5382b637df6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:46.019308 339272 system_pods.go:61] "storage-provisioner" [d224b35b-f636-48cf-9e34-e504aa06303b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019338 339272 system_pods.go:74] duration metric: took 3.712174ms to wait for pod list to return data ...
I1227 09:01:46.019352 339272 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:46.021652 339272 default_sa.go:45] found service account: "default"
I1227 09:01:46.021672 339272 default_sa.go:55] duration metric: took 2.311587ms for default service account to be created ...
I1227 09:01:46.021685 339272 kubeadm.go:587] duration metric: took 3.177573059s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:46.021709 339272 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:46.024001 339272 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:46.024023 339272 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:46.024041 339272 node_conditions.go:105] duration metric: took 2.32799ms to run NodePressure ...
I1227 09:01:46.024055 339272 start.go:242] waiting for startup goroutines ...
I1227 09:01:46.024070 339272 start.go:247] waiting for cluster config update ...
I1227 09:01:46.024088 339272 start.go:256] writing updated cluster config ...
I1227 09:01:46.024398 339272 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:46.070057 339272 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:46.072293 339272 out.go:179] * Done! kubectl is now configured to use "newest-cni-693933" cluster and "default" namespace by default
==> CRI-O <==
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.503731004Z" level=info msg="Running pod sandbox: kube-system/kindnet-4qdzp/POD" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.503791276Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.504376604Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.50535356Z" level=info msg="Ran pod sandbox f450e5d026036dbaa21384afa2d2da09b3cda0b06310dae1f02cc7fa5ccdede8 with infra container: kube-system/kube-proxy-bvfc8/POD" id=d5086665-f218-4e21-b27f-9c7c5ca1a87b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.50740658Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=26e8b91f-4797-43d8-b451-ed652a7d13b8 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.507498264Z" level=warning msg="Skipping invalid sysctl specified by config {net.ipv4.ip_unprivileged_port_start 0}: \"net.ipv4.ip_unprivileged_port_start\" not allowed with host net enabled" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.508273719Z" level=info msg="Checking image status: registry.k8s.io/kube-proxy:v1.35.0" id=688d28f9-a20d-43eb-9324-dcd4cf40fc54 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509051974Z" level=info msg="Not creating sandbox cgroup: sbParent is empty"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509199696Z" level=info msg="Creating container: kube-system/kube-proxy-bvfc8/kube-proxy" id=8d32b8d9-c167-4607-9acc-fbe1c34c844e name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509293166Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.509712068Z" level=info msg="Ran pod sandbox dfbc3e67ad61f4100f13310e828cb283a541c178e1c3d72867c6021126feccdf with infra container: kube-system/kindnet-4qdzp/POD" id=bd4fed30-6d28-4309-b5ec-d5559db03d7b name=/runtime.v1.RuntimeService/RunPodSandbox
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.510767741Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=5d4ff3e0-74df-464a-a9db-efc033ce3fc6 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.512022948Z" level=info msg="Checking image status: docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88" id=dfb7af2b-2c23-41e5-b2a1-0755a5dd119f name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513069944Z" level=info msg="Creating container: kube-system/kindnet-4qdzp/kindnet-cni" id=dda7cb1a-17f1-47c0-9e37-7f7e3d86e1a3 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513135429Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513411743Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.513968775Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.516156995Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.51659398Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.542860275Z" level=info msg="Created container 706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf: kube-system/kindnet-4qdzp/kindnet-cni" id=dda7cb1a-17f1-47c0-9e37-7f7e3d86e1a3 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.543451222Z" level=info msg="Starting container: 706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf" id=9187be70-b5be-468b-ab7a-f56577398414 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.544594403Z" level=info msg="Created container 9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245: kube-system/kube-proxy-bvfc8/kube-proxy" id=8d32b8d9-c167-4607-9acc-fbe1c34c844e name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.545103509Z" level=info msg="Starting container: 9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245" id=e55033f8-3251-4462-8648-8f3e1c074546 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.545110513Z" level=info msg="Started container" PID=1060 containerID=706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf description=kube-system/kindnet-4qdzp/kindnet-cni id=9187be70-b5be-468b-ab7a-f56577398414 name=/runtime.v1.RuntimeService/StartContainer sandboxID=dfbc3e67ad61f4100f13310e828cb283a541c178e1c3d72867c6021126feccdf
Dec 27 09:01:45 newest-cni-693933 crio[526]: time="2025-12-27T09:01:45.547513314Z" level=info msg="Started container" PID=1059 containerID=9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245 description=kube-system/kube-proxy-bvfc8/kube-proxy id=e55033f8-3251-4462-8648-8f3e1c074546 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f450e5d026036dbaa21384afa2d2da09b3cda0b06310dae1f02cc7fa5ccdede8
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
706053f2f12df 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 5 seconds ago Running kindnet-cni 1 dfbc3e67ad61f kindnet-4qdzp kube-system
9016ea64e650c 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 5 seconds ago Running kube-proxy 1 f450e5d026036 kube-proxy-bvfc8 kube-system
c4378496a4cb7 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 8 seconds ago Running etcd 1 649bd694c14d5 etcd-newest-cni-693933 kube-system
e2390339abcd3 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 8 seconds ago Running kube-apiserver 1 f8150347512b8 kube-apiserver-newest-cni-693933 kube-system
000759b7c1098 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 8 seconds ago Running kube-scheduler 1 8cc27b72f53a8 kube-scheduler-newest-cni-693933 kube-system
fa0024d8c32d0 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 8 seconds ago Running kube-controller-manager 1 af4cf7367ddb8 kube-controller-manager-newest-cni-693933 kube-system
==> describe nodes <==
Name: newest-cni-693933
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=newest-cni-693933
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=newest-cni-693933
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T09_01_13_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 09:01:09 +0000
Taints: node.kubernetes.io/not-ready:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: newest-cni-693933
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:44 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready False Sat, 27 Dec 2025 09:01:44 +0000 Sat, 27 Dec 2025 09:01:08 +0000 KubeletNotReady container runtime network not ready: NetworkReady=false reason:NetworkPluginNotReady message:Network plugin returns error: no CNI configuration file in /etc/cni/net.d/. Has your network provider started?
Addresses:
InternalIP: 192.168.85.2
Hostname: newest-cni-693933
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 55f3d1c3-6644-4351-8c73-491b4e2c3dda
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.42.0.0/24
PodCIDRs: 10.42.0.0/24
Non-terminated Pods: (6 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-newest-cni-693933 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 40s
kube-system kindnet-4qdzp 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 34s
kube-system kube-apiserver-newest-cni-693933 250m (3%) 0 (0%) 0 (0%) 0 (0%) 40s
kube-system kube-controller-manager-newest-cni-693933 200m (2%) 0 (0%) 0 (0%) 0 (0%) 39s
kube-system kube-proxy-bvfc8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 34s
kube-system kube-scheduler-newest-cni-693933 100m (1%) 0 (0%) 0 (0%) 0 (0%) 40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (9%) 100m (1%)
memory 150Mi (0%) 50Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 35s node-controller Node newest-cni-693933 event: Registered Node newest-cni-693933 in Controller
Normal RegisteredNode 4s node-controller Node newest-cni-693933 event: Registered Node newest-cni-693933 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc] <==
{"level":"info","ts":"2025-12-27T09:01:42.779752Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T09:01:42.779874Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"9f0758e1c58a86ed switched to configuration voters=(11459225503572592365)"}
{"level":"info","ts":"2025-12-27T09:01:42.780296Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","added-peer-id":"9f0758e1c58a86ed","added-peer-peer-urls":["https://192.168.85.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:01:42.780421Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"68eaea490fab4e05","local-member-id":"9f0758e1c58a86ed","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:01:42.780573Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T09:01:42.780670Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.85.2:2380"}
{"level":"info","ts":"2025-12-27T09:01:42.780699Z","caller":"etcdserver/server.go:483","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9f0758e1c58a86ed","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"}
{"level":"info","ts":"2025-12-27T09:01:43.770711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"9f0758e1c58a86ed is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770790Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"9f0758e1c58a86ed became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770876Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgPreVoteResp from 9f0758e1c58a86ed at term 2"}
{"level":"info","ts":"2025-12-27T09:01:43.770900Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:43.770927Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"9f0758e1c58a86ed became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771704Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"9f0758e1c58a86ed received MsgVoteResp from 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771734Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"9f0758e1c58a86ed has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:01:43.771753Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"9f0758e1c58a86ed became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.771760Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: 9f0758e1c58a86ed elected leader 9f0758e1c58a86ed at term 3"}
{"level":"info","ts":"2025-12-27T09:01:43.772816Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"9f0758e1c58a86ed","local-member-attributes":"{Name:newest-cni-693933 ClientURLs:[https://192.168.85.2:2379]}","cluster-id":"68eaea490fab4e05","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:01:43.772832Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:43.772815Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:01:43.773135Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:01:43.773166Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:01:43.773774Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:43.774221Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:01:43.776995Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.85.2:2379"}
{"level":"info","ts":"2025-12-27T09:01:43.777159Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:51 up 44 min, 0 user, load average: 3.27, 3.70, 2.62
Linux newest-cni-693933 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [706053f2f12df2e890c98141a8dab323c22cadad4be3b2543ab9b4d014a06ecf] <==
I1227 09:01:45.748590 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:01:45.840192 1 main.go:139] hostIP = 192.168.85.2
podIP = 192.168.85.2
I1227 09:01:45.840366 1 main.go:148] setting mtu 1500 for CNI
I1227 09:01:45.840401 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:01:45.840434 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:01:45Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:01:46.040306 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:01:46.040632 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:01:46.040651 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:01:46.040846 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:01:46.541775 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:01:46.541807 1 metrics.go:72] Registering metrics
I1227 09:01:46.541898 1 controller.go:711] "Syncing nftables rules"
==> kube-apiserver [e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140] <==
I1227 09:01:44.720033 1 aggregator.go:187] initial CRD sync complete...
I1227 09:01:44.720080 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:01:44.720107 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:01:44.720135 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:01:44.720261 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:44.720325 1 cache.go:39] Caches are synced for RemoteAvailability controller
I1227 09:01:44.720325 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I1227 09:01:44.721375 1 shared_informer.go:356] "Caches are synced" controller="kubernetes-service-cidr-controller"
I1227 09:01:44.721457 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:44.726495 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
E1227 09:01:44.728235 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:01:44.753600 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:01:44.758907 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:01:44.972189 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:01:45.002460 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:01:45.020142 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:01:45.026712 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:01:45.033271 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:01:45.060718 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.111.30.113"}
I1227 09:01:45.070274 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.107.0.203"}
I1227 09:01:45.623816 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:01:48.307903 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:01:48.307942 1 controller.go:667] quota admission added evaluator for: replicasets.apps
I1227 09:01:48.357627 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:01:48.408341 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
==> kube-controller-manager [fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816] <==
I1227 09:01:47.866684 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.866907 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:01:47.867023 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="newest-cni-693933"
I1227 09:01:47.867100 1 node_lifecycle_controller.go:1038] "Controller detected that all Nodes are not-Ready. Entering master disruption mode"
I1227 09:01:47.867817 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.867989 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868002 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868452 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868187 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869094 1 range_allocator.go:177] "Sending events to api server"
I1227 09:01:47.868350 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868357 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868011 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868957 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869187 1 range_allocator.go:181] "Starting range CIDR allocator"
I1227 09:01:47.869198 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:47.869205 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868972 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.869370 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.868336 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.884247 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.966111 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:47.966130 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:01:47.966135 1 garbagecollector.go:169] "Proceeding to collect garbage"
I1227 09:01:47.966277 1 shared_informer.go:377] "Caches are synced"
==> kube-proxy [9016ea64e650cac6b42248d62832834e6a1d2a8f899e8e53681a0145cc89e245] <==
I1227 09:01:45.579953 1 server_linux.go:53] "Using iptables proxy"
I1227 09:01:45.652278 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:45.752751 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:45.752785 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.85.2"]
E1227 09:01:45.752890 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:01:45.773850 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:01:45.773934 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:01:45.780331 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:01:45.780726 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:01:45.780758 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:45.782972 1 config.go:200] "Starting service config controller"
I1227 09:01:45.782991 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:01:45.783028 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:01:45.783035 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:01:45.783053 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:01:45.783060 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:01:45.783197 1 config.go:309] "Starting node config controller"
I1227 09:01:45.783243 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:01:45.783252 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:01:45.883178 1 shared_informer.go:356] "Caches are synced" controller="service config"
I1227 09:01:45.883213 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:01:45.883178 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
==> kube-scheduler [000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce] <==
I1227 09:01:42.979889 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:01:44.631716 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:01:44.631752 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:01:44.631763 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:01:44.631774 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:01:44.668191 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:01:44.669365 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:44.677154 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:01:44.677300 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:01:44.677408 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:44.677327 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:01:44.778058 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.710524 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-apiserver-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.716567 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-apiserver-newest-cni-693933\" already exists" pod="kube-system/kube-apiserver-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.716597 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-controller-manager-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.726783 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-controller-manager-newest-cni-693933\" already exists" pod="kube-system/kube-controller-manager-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.726833 678 kubelet.go:3340] "Creating a mirror pod for static pod" pod="kube-system/kube-scheduler-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: E1227 09:01:44.732690 678 kubelet.go:3342] "Failed creating a mirror pod" err="pods \"kube-scheduler-newest-cni-693933\" already exists" pod="kube-system/kube-scheduler-newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.739966 678 kubelet_node_status.go:123] "Node was previously registered" node="newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740065 678 kubelet_node_status.go:77] "Successfully registered node" node="newest-cni-693933"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740114 678 kuberuntime_manager.go:2062] "Updating runtime config through cri with podcidr" CIDR="10.42.0.0/24"
Dec 27 09:01:44 newest-cni-693933 kubelet[678]: I1227 09:01:44.740871 678 kubelet_network.go:47] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="10.42.0.0/24"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.193378 678 apiserver.go:52] "Watching apiserver"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.197632 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-controller-manager-newest-cni-693933" containerName="kube-controller-manager"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.199150 678 desired_state_of_world_populator.go:154] "Finished populating initial desired state of world"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.233969 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.234004 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-scheduler-newest-cni-693933" containerName="kube-scheduler"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: E1227 09:01:45.234147 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-newest-cni-693933" containerName="kube-apiserver"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247012 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"cni-cfg\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-cni-cfg\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247059 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-xtables-lock\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247087 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8-lib-modules\") pod \"kindnet-4qdzp\" (UID: \"c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8\") " pod="kube-system/kindnet-4qdzp"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247215 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"lib-modules\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-lib-modules\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:45 newest-cni-693933 kubelet[678]: I1227 09:01:45.247898 678 reconciler_common.go:251] "operationExecutor.VerifyControllerAttachedVolume started for volume \"xtables-lock\" (UniqueName: \"kubernetes.io/host-path/5c117646-a7aa-4284-871f-dc17e13d66d0-xtables-lock\") pod \"kube-proxy-bvfc8\" (UID: \"5c117646-a7aa-4284-871f-dc17e13d66d0\") " pod="kube-system/kube-proxy-bvfc8"
Dec 27 09:01:46 newest-cni-693933 kubelet[678]: E1227 09:01:46.239610 678 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/etcd-newest-cni-693933" containerName="etcd"
Dec 27 09:01:47 newest-cni-693933 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:47 newest-cni-693933 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:47 newest-cni-693933 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-693933 -n newest-cni-693933
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p newest-cni-693933 -n newest-cni-693933: exit status 2 (319.610738ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context newest-cni-693933 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:281: non-running pods: coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf
helpers_test.go:283: ======> post-mortem[TestStartStop/group/newest-cni/serial/Pause]: describe non-running pods <======
helpers_test.go:286: (dbg) Run: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf
helpers_test.go:286: (dbg) Non-zero exit: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf: exit status 1 (57.512711ms)
** stderr **
Error from server (NotFound): pods "coredns-7d764666f9-jwf6f" not found
Error from server (NotFound): pods "storage-provisioner" not found
Error from server (NotFound): pods "dashboard-metrics-scraper-867fb5f87b-bnvff" not found
Error from server (NotFound): pods "kubernetes-dashboard-b84665fb8-7msnf" not found
** /stderr **
helpers_test.go:288: kubectl --context newest-cni-693933 describe pod coredns-7d764666f9-jwf6f storage-provisioner dashboard-metrics-scraper-867fb5f87b-bnvff kubernetes-dashboard-b84665fb8-7msnf: exit status 1
--- FAIL: TestStartStop/group/newest-cni/serial/Pause (5.33s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Pause
start_stop_delete_test.go:309: (dbg) Run: out/minikube-linux-amd64 pause -p default-k8s-diff-port-828751 --alsologtostderr -v=1
start_stop_delete_test.go:309: (dbg) Non-zero exit: out/minikube-linux-amd64 pause -p default-k8s-diff-port-828751 --alsologtostderr -v=1: exit status 80 (2.455227936s)
-- stdout --
* Pausing node default-k8s-diff-port-828751 ...
-- /stdout --
** stderr **
I1227 09:01:52.445306 343153 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:52.445484 343153 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:52.445494 343153 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:52.445499 343153 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:52.445685 343153 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:52.445890 343153 out.go:368] Setting JSON to false
I1227 09:01:52.445905 343153 mustload.go:66] Loading cluster: default-k8s-diff-port-828751
I1227 09:01:52.446233 343153 config.go:182] Loaded profile config "default-k8s-diff-port-828751": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:52.446681 343153 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-828751 --format={{.State.Status}}
I1227 09:01:52.467793 343153 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:01:52.468147 343153 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:52.525540 343153 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:2 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:false NGoroutines:64 SystemTime:2025-12-27 09:01:52.516559751 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:52.526178 343153 pause.go:60] "namespaces" [kube-system kubernetes-dashboard istio-operator]="keys" map[addons:[] all:%!s(bool=false) apiserver-ips:[] apiserver-name:minikubeCA apiserver-names:[] apiserver-port:%!s(int=8443) auto-pause-interval:1m0s auto-update-drivers:%!s(bool=true) base-image:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a binary-mirror: bootstrapper:kubeadm cache-images:%!s(bool=true) cancel-scheduled:%!s(bool=false) cert-expiration:26280h0m0s cni: container-runtime: cpus:2 cri-socket: delete-on-failure:%!s(bool=false) disable-coredns-log:%!s(bool=false) disable-driver-mounts:%!s(bool=false) disable-metrics:%!s(bool=false) disable-optimizations:%!s(bool=false) disk-size:20000mb dns-domain:cluster.local dns-proxy:%!s(bool=false) docker-env:[] docker-opt:[] download-only:%!s(bool=false) driver: dry-run:%!s(bool=false) embed-certs:%!s(bool=false) embedcerts:%!s(bool=false) enable-default-
cni:%!s(bool=false) extra-config: extra-disks:%!s(int=0) feature-gates: force:%!s(bool=false) force-systemd:%!s(bool=false) gpus: ha:%!s(bool=false) host-dns-resolver:%!s(bool=true) host-only-cidr:192.168.59.1/24 host-only-nic-type:virtio hyperkit-vpnkit-sock: hyperkit-vsock-ports:[] hyperv-external-adapter: hyperv-use-external-switch:%!s(bool=false) hyperv-virtual-switch: image-mirror-country: image-repository: insecure-registry:[] install-addons:%!s(bool=true) interactive:%!s(bool=true) iso-url:[https://storage.googleapis.com/minikube-builds/iso/22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://github.com/kubernetes/minikube/releases/download/v1.37.0-1766719468-22158/minikube-v1.37.0-1766719468-22158-amd64.iso https://kubernetes.oss-cn-hangzhou.aliyuncs.com/minikube/iso/minikube-v1.37.0-1766719468-22158-amd64.iso] keep-context:%!s(bool=false) keep-context-active:%!s(bool=false) kubernetes-version: kvm-gpu:%!s(bool=false) kvm-hidden:%!s(bool=false) kvm-network:default kvm-numa-count:%!s(int=1) kvm-qe
mu-uri:qemu:///system listen-address: maxauditentries:%!s(int=1000) memory: mount:%!s(bool=false) mount-9p-version:9p2000.L mount-gid:docker mount-ip: mount-msize:%!s(int=262144) mount-options:[] mount-port:0 mount-string: mount-type:9p mount-uid:docker namespace:default nat-nic-type:virtio native-ssh:%!s(bool=true) network: network-plugin: nfs-share:[] nfs-shares-root:/nfsshares no-kubernetes:%!s(bool=false) no-vtx-check:%!s(bool=false) nodes:%!s(int=1) output:text ports:[] preload:%!s(bool=true) preload-source:auto profile:default-k8s-diff-port-828751 purge:%!s(bool=false) qemu-firmware-path: registry-mirror:[] reminderwaitperiodinhours:%!s(int=24) rootless:%!s(bool=false) rosetta:%!s(bool=false) schedule:0s service-cluster-ip-range:10.96.0.0/12 skip-audit:%!s(bool=false) socket-vmnet-client-path: socket-vmnet-path: ssh-ip-address: ssh-key: ssh-port:%!s(int=22) ssh-user:root static-ip: subnet: trace: user: uuid: vm:%!s(bool=false) vm-driver: wait:[apiserver system_pods] wait-timeout:6m0s wantnonedriverwarni
ng:%!s(bool=true) wantupdatenotification:%!s(bool=true) wantvirtualboxdriverwarning:%!s(bool=true)]="(MISSING)"
I1227 09:01:52.528208 343153 out.go:179] * Pausing node default-k8s-diff-port-828751 ...
I1227 09:01:52.529427 343153 host.go:66] Checking if "default-k8s-diff-port-828751" exists ...
I1227 09:01:52.529676 343153 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:52.529722 343153 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-828751
I1227 09:01:52.547598 343153 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33123 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/default-k8s-diff-port-828751/id_rsa Username:docker}
I1227 09:01:52.635534 343153 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:52.657498 343153 pause.go:52] kubelet running: true
I1227 09:01:52.657562 343153 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:52.814904 343153 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:52.814994 343153 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:52.878360 343153 cri.go:96] found id: "cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d"
I1227 09:01:52.878387 343153 cri.go:96] found id: "37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5"
I1227 09:01:52.878391 343153 cri.go:96] found id: "4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
I1227 09:01:52.878394 343153 cri.go:96] found id: "4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759"
I1227 09:01:52.878397 343153 cri.go:96] found id: "b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2"
I1227 09:01:52.878401 343153 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:01:52.878403 343153 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:01:52.878406 343153 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:01:52.878408 343153 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:01:52.878414 343153 cri.go:96] found id: "0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
I1227 09:01:52.878416 343153 cri.go:96] found id: "5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03"
I1227 09:01:52.878419 343153 cri.go:96] found id: ""
I1227 09:01:52.878460 343153 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:52.890112 343153 retry.go:84] will retry after 400ms: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:52Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:53.257755 343153 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:53.270359 343153 pause.go:52] kubelet running: false
I1227 09:01:53.270407 343153 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:53.410742 343153 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:53.410829 343153 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:53.483363 343153 cri.go:96] found id: "cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d"
I1227 09:01:53.483383 343153 cri.go:96] found id: "37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5"
I1227 09:01:53.483387 343153 cri.go:96] found id: "4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
I1227 09:01:53.483391 343153 cri.go:96] found id: "4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759"
I1227 09:01:53.483394 343153 cri.go:96] found id: "b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2"
I1227 09:01:53.483397 343153 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:01:53.483400 343153 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:01:53.483402 343153 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:01:53.483405 343153 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:01:53.483411 343153 cri.go:96] found id: "0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
I1227 09:01:53.483413 343153 cri.go:96] found id: "5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03"
I1227 09:01:53.483423 343153 cri.go:96] found id: ""
I1227 09:01:53.483465 343153 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:53.986541 343153 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:53.999330 343153 pause.go:52] kubelet running: false
I1227 09:01:53.999400 343153 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:54.140440 343153 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:54.140534 343153 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:54.209235 343153 cri.go:96] found id: "cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d"
I1227 09:01:54.209260 343153 cri.go:96] found id: "37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5"
I1227 09:01:54.209266 343153 cri.go:96] found id: "4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
I1227 09:01:54.209271 343153 cri.go:96] found id: "4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759"
I1227 09:01:54.209274 343153 cri.go:96] found id: "b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2"
I1227 09:01:54.209277 343153 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:01:54.209280 343153 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:01:54.209283 343153 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:01:54.209285 343153 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:01:54.209299 343153 cri.go:96] found id: "0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
I1227 09:01:54.209308 343153 cri.go:96] found id: "5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03"
I1227 09:01:54.209337 343153 cri.go:96] found id: ""
I1227 09:01:54.209381 343153 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:54.600538 343153 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 09:01:54.612792 343153 pause.go:52] kubelet running: false
I1227 09:01:54.612847 343153 ssh_runner.go:195] Run: sudo systemctl disable --now kubelet
I1227 09:01:54.749738 343153 cri.go:61] listing CRI containers in root : {State:running Name: Namespaces:[kube-system kubernetes-dashboard istio-operator]}
I1227 09:01:54.749827 343153 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kubernetes-dashboard; crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=istio-operator"
I1227 09:01:54.813010 343153 cri.go:96] found id: "cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d"
I1227 09:01:54.813040 343153 cri.go:96] found id: "37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5"
I1227 09:01:54.813045 343153 cri.go:96] found id: "4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
I1227 09:01:54.813048 343153 cri.go:96] found id: "4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759"
I1227 09:01:54.813051 343153 cri.go:96] found id: "b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2"
I1227 09:01:54.813054 343153 cri.go:96] found id: "5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a"
I1227 09:01:54.813057 343153 cri.go:96] found id: "f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af"
I1227 09:01:54.813060 343153 cri.go:96] found id: "6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c"
I1227 09:01:54.813064 343153 cri.go:96] found id: "df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd"
I1227 09:01:54.813072 343153 cri.go:96] found id: "0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
I1227 09:01:54.813076 343153 cri.go:96] found id: "5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03"
I1227 09:01:54.813080 343153 cri.go:96] found id: ""
I1227 09:01:54.813127 343153 ssh_runner.go:195] Run: sudo runc list -f json
I1227 09:01:54.826493 343153 out.go:203]
W1227 09:01:54.827635 343153 out.go:285] X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:54Z" level=error msg="open /run/runc: no such file or directory"
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:54Z" level=error msg="open /run/runc: no such file or directory"
W1227 09:01:54.827650 343153 out.go:285] *
*
W1227 09:01:54.829330 343153 out.go:308] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_pause_49fdaea37aad8ebccb761973c21590cc64efe8d9_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1227 09:01:54.830587 343153 out.go:203]
** /stderr **
start_stop_delete_test.go:309: out/minikube-linux-amd64 pause -p default-k8s-diff-port-828751 --alsologtostderr -v=1 failed: exit status 80
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect default-k8s-diff-port-828751
helpers_test.go:244: (dbg) docker inspect default-k8s-diff-port-828751:
-- stdout --
[
{
"Id": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"Created": "2025-12-27T08:59:44.809484525Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 327096,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:49.889667752Z",
"FinishedAt": "2025-12-27T09:00:48.80183077Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hostname",
"HostsPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hosts",
"LogPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2-json.log",
"Name": "/default-k8s-diff-port-828751",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-828751:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default-k8s-diff-port-828751",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"LowerDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/merged",
"UpperDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/diff",
"WorkDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-828751",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-828751/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-828751",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "426dae6928d8bcfab1717068093ab2e354f4b60f5c97378cf2ed6e0a6789d129",
"SandboxKey": "/var/run/docker/netns/426dae6928d8",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33123"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33124"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33127"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33125"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33126"
}
]
},
"Networks": {
"default-k8s-diff-port-828751": {
"IPAMConfig": {
"IPv4Address": "192.168.103.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "3684585c404faba6cab770d23e2cc85867be77e655d608b0d388fc4e92e56d44",
"EndpointID": "8a9cc68e2e7035effffa3f4b3d09edcfcd65707d70a0eb27f700237a4edfe8b7",
"Gateway": "192.168.103.1",
"IPAddress": "192.168.103.2",
"MacAddress": "86:d5:24:c9:cf:c1",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-828751",
"c013a5c5f262"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751: exit status 2 (309.593265ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25: (1.014810495s)
helpers_test.go:261: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────
────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────
────────────┤
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ start │ -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ stop │ -p newest-cni-693933 --alsologtostderr -v=3 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-gcs-247419 │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-github-499893 │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-gcs-cached-296533 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p test-preload-dl-gcs-cached-296533 │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p newest-cni-693933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ newest-cni-693933 image list --format=json │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p newest-cni-693933 --alsologtostderr -v=1 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p newest-cni-693933 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ default-k8s-diff-port-828751 image list --format=json │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p default-k8s-diff-port-828751 --alsologtostderr -v=1 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p newest-cni-693933 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────
────────────┘
==> Last Start <==
Log file created at: 2025/12/27 09:01:36
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:01:36.076105 339272 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:36.076213 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076222 339272 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:36.076226 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076425 339272 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:36.076866 339272 out.go:368] Setting JSON to false
I1227 09:01:36.077945 339272 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2648,"bootTime":1766823448,"procs":384,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:01:36.078004 339272 start.go:143] virtualization: kvm guest
I1227 09:01:36.079787 339272 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:01:36.080982 339272 notify.go:221] Checking for updates...
I1227 09:01:36.080999 339272 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:01:36.082185 339272 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:01:36.083348 339272 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:36.084576 339272 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:01:36.085641 339272 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:01:36.086750 339272 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:01:36.088277 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:36.089000 339272 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:01:36.113323 339272 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:01:36.113491 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.170583 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.160920225 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.170737 339272 docker.go:319] overlay module found
I1227 09:01:36.172999 339272 out.go:179] * Using the docker driver based on existing profile
I1227 09:01:36.174108 339272 start.go:309] selected driver: docker
I1227 09:01:36.174120 339272 start.go:928] validating driver "docker" against &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.174209 339272 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:01:36.174789 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.230163 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.220607084 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.230498 339272 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:36.230534 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:36.230602 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:36.230655 339272 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.232437 339272 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:01:36.233570 339272 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:01:36.234615 339272 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:01:36.235593 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:36.235621 339272 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:01:36.235627 339272 cache.go:65] Caching tarball of preloaded images
I1227 09:01:36.235675 339272 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:01:36.235710 339272 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:01:36.235798 339272 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:01:36.235913 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.255505 339272 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:01:36.255525 339272 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:01:36.255542 339272 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:01:36.255580 339272 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:01:36.255646 339272 start.go:364] duration metric: took 42.93µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:01:36.255667 339272 start.go:96] Skipping create...Using existing machine configuration
I1227 09:01:36.255676 339272 fix.go:54] fixHost starting:
I1227 09:01:36.255894 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.272896 339272 fix.go:112] recreateIfNeeded on newest-cni-693933: state=Stopped err=<nil>
W1227 09:01:36.272920 339272 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:01:36.284113 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:38.782782 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:39.282808 326814 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:01:39.282832 326814 pod_ready.go:86] duration metric: took 37.505191372s for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.285050 326814 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.288443 326814 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.288468 326814 pod_ready.go:86] duration metric: took 3.398724ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.290276 326814 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.293524 326814 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.293545 326814 pod_ready.go:86] duration metric: took 3.252535ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.295406 326814 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.482248 326814 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.482273 326814 pod_ready.go:86] duration metric: took 186.849486ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.681073 326814 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.081909 326814 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:01:40.081949 326814 pod_ready.go:86] duration metric: took 400.849535ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.282148 326814 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682426 326814 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:40.682456 326814 pod_ready.go:86] duration metric: took 400.281336ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682472 326814 pod_ready.go:40] duration metric: took 38.907911419s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:40.727178 326814 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:40.729036 326814 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:01:36.274521 339272 out.go:252] * Restarting existing docker container for "newest-cni-693933" ...
I1227 09:01:36.274605 339272 cli_runner.go:164] Run: docker start newest-cni-693933
I1227 09:01:36.516268 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.534430 339272 kic.go:430] container "newest-cni-693933" state is running.
I1227 09:01:36.534777 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:36.554791 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.554984 339272 machine.go:94] provisionDockerMachine start ...
I1227 09:01:36.555034 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:36.573882 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:36.574112 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:36.574125 339272 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:01:36.574695 339272 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:57032->127.0.0.1:33133: read: connection reset by peer
I1227 09:01:39.695209 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.695236 339272 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:39.695335 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.713366 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.713587 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.713606 339272 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:39.842827 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.842972 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.861848 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.862121 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.862140 339272 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:39.984826 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:39.984852 339272 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:39.984878 339272 ubuntu.go:190] setting up certificates
I1227 09:01:39.984888 339272 provision.go:84] configureAuth start
I1227 09:01:39.984939 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.003623 339272 provision.go:143] copyHostCerts
I1227 09:01:40.003674 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:40.003689 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:40.003764 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:40.003889 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:40.003898 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:40.003928 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:40.004000 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:40.004008 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:40.004031 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:40.004094 339272 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:40.076173 339272 provision.go:177] copyRemoteCerts
I1227 09:01:40.076244 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:40.076299 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.095569 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.186404 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:40.203850 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:40.221594 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:40.238782 339272 provision.go:87] duration metric: took 253.87356ms to configureAuth
I1227 09:01:40.238807 339272 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:40.238979 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:40.239119 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.257890 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:40.258123 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:40.258144 339272 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:40.528272 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:40.528298 339272 machine.go:97] duration metric: took 3.973299453s to provisionDockerMachine
I1227 09:01:40.528339 339272 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:40.528354 339272 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:40.528441 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:40.528498 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.547195 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.637827 339272 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:40.641366 339272 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:40.641395 339272 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:40.641405 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:40.641454 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:40.641530 339272 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:40.641611 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:40.649325 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:40.665913 339272 start.go:296] duration metric: took 137.558337ms for postStartSetup
I1227 09:01:40.665996 339272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:40.666052 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.685151 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.774586 339272 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:40.779746 339272 fix.go:56] duration metric: took 4.524064046s for fixHost
I1227 09:01:40.779786 339272 start.go:83] releasing machines lock for "newest-cni-693933", held for 4.524114312s
I1227 09:01:40.779865 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.800009 339272 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:40.800069 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.800111 339272 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:40.800190 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.820354 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.820563 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.908935 339272 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:40.964088 339272 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:41.002681 339272 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:41.008079 339272 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:41.008153 339272 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:41.017546 339272 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:01:41.017570 339272 start.go:496] detecting cgroup driver to use...
I1227 09:01:41.017603 339272 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:41.017647 339272 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:41.033779 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:41.046464 339272 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:41.046527 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:41.060694 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:41.073042 339272 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:41.160903 339272 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:41.239375 339272 docker.go:234] disabling docker service ...
I1227 09:01:41.239452 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:41.253557 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:41.265262 339272 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:41.343159 339272 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:41.426819 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:41.439261 339272 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:41.452686 339272 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:41.452733 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.460945 339272 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:41.461006 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.469199 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.477138 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.485150 339272 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:41.492633 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.500635 339272 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.508336 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.516373 339272 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:41.523375 339272 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:41.530069 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:41.608178 339272 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:41.742570 339272 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:41.742639 339272 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:41.746465 339272 start.go:574] Will wait 60s for crictl version
I1227 09:01:41.746528 339272 ssh_runner.go:195] Run: which crictl
I1227 09:01:41.750547 339272 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:41.774908 339272 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:41.774988 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.802483 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.831223 339272 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:41.832408 339272 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:41.849980 339272 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:41.854144 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:41.865618 339272 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:41.866620 339272 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:41.866749 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:41.866798 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.897560 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.897581 339272 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:41.897629 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.921582 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.921603 339272 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:41.921609 339272 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:41.922228 339272 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:41.922378 339272 ssh_runner.go:195] Run: crio config
I1227 09:01:41.966836 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:41.966860 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:41.966874 339272 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:41.966897 339272 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:41.967006 339272 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:41.967060 339272 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:41.974906 339272 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:41.974972 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:41.982150 339272 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:41.994119 339272 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:42.005828 339272 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:42.017505 339272 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:42.020849 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:42.030050 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.108541 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.129480 339272 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:42.129512 339272 certs.go:195] generating shared ca certs ...
I1227 09:01:42.129537 339272 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.129677 339272 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:42.129720 339272 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:42.129730 339272 certs.go:257] generating profile certs ...
I1227 09:01:42.129809 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:42.129869 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:42.129905 339272 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:42.130018 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:42.130060 339272 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:42.130069 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:42.130093 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:42.130116 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:42.130140 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:42.130187 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:42.130792 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:42.149291 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:42.167363 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:42.185912 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:42.208825 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:42.229120 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:42.246584 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:42.263593 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:42.280427 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:42.297544 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:42.314097 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:42.332709 339272 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:42.345004 339272 ssh_runner.go:195] Run: openssl version
I1227 09:01:42.350913 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:42.357813 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:42.366050 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369530 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369580 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:42.403602 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:42.411083 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.418792 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:42.426018 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429663 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429721 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.462704 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:42.469831 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:42.476645 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:42.483472 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486796 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486845 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:42.521485 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:42.528757 339272 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:42.532276 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:01:42.566580 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:01:42.600573 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:01:42.636412 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:01:42.678699 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:01:42.718373 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:01:42.766949 339272 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:42.767061 339272 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:42.767124 339272 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:42.804288 339272 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:42.804326 339272 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:42.804333 339272 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:42.804338 339272 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:42.804343 339272 cri.go:96] found id: ""
I1227 09:01:42.804390 339272 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:01:42.817099 339272 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:42Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:42.817168 339272 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:42.825020 339272 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:01:42.825040 339272 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:01:42.825085 339272 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:01:42.832341 339272 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:01:42.832964 339272 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-693933" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.833239 339272 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-693933" cluster setting kubeconfig missing "newest-cni-693933" context setting]
I1227 09:01:42.833766 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.835429 339272 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:01:42.842977 339272 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 09:01:42.843007 339272 kubeadm.go:602] duration metric: took 17.953821ms to restartPrimaryControlPlane
I1227 09:01:42.843023 339272 kubeadm.go:403] duration metric: took 76.095841ms to StartCluster
I1227 09:01:42.843042 339272 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.843102 339272 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.843856 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.844087 339272 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:01:42.844161 339272 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:01:42.844256 339272 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-693933"
I1227 09:01:42.844278 339272 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-693933"
W1227 09:01:42.844286 339272 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:01:42.844292 339272 addons.go:70] Setting dashboard=true in profile "newest-cni-693933"
I1227 09:01:42.844323 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844308 339272 addons.go:70] Setting default-storageclass=true in profile "newest-cni-693933"
I1227 09:01:42.844330 339272 addons.go:239] Setting addon dashboard=true in "newest-cni-693933"
W1227 09:01:42.844341 339272 addons.go:248] addon dashboard should already be in state true
I1227 09:01:42.844345 339272 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-693933"
I1227 09:01:42.844360 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:42.844376 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844598 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844825 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844829 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.846756 339272 out.go:179] * Verifying Kubernetes components...
I1227 09:01:42.847967 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.869031 339272 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:01:42.870001 339272 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:01:42.870095 339272 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:42.870119 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:01:42.870173 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.870478 339272 addons.go:239] Setting addon default-storageclass=true in "newest-cni-693933"
W1227 09:01:42.870499 339272 addons.go:248] addon default-storageclass should already be in state true
I1227 09:01:42.870528 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.871020 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.871952 339272 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:01:42.872861 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:01:42.872878 339272 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:01:42.872931 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.905995 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.908485 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.909767 339272 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:42.909789 339272 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:01:42.909837 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.933728 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.984466 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.996843 339272 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:42.996913 339272 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:43.008673 339272 api_server.go:72] duration metric: took 164.556686ms to wait for apiserver process to appear ...
I1227 09:01:43.008700 339272 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:43.008880 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:43.015351 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:43.015626 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:01:43.015645 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:01:43.029130 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:01:43.029152 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:01:43.039413 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:43.042977 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:01:43.042996 339272 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:01:43.056783 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:01:43.056809 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:01:43.074868 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:01:43.074901 339272 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:01:43.089030 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:01:43.089064 339272 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:01:43.102231 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:01:43.102251 339272 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:01:43.114391 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:01:43.114412 339272 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:01:43.125937 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:43.125960 339272 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:01:43.137549 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:44.628136 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.628167 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:44.628189 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:44.637818 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.637849 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:45.008787 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.012853 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.012879 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:45.155021 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.11557145s)
I1227 09:01:45.155033 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (2.139651688s)
I1227 09:01:45.155133 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (2.017553965s)
I1227 09:01:45.156685 339272 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-693933 addons enable metrics-server
I1227 09:01:45.173956 339272 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:01:45.177742 339272 addons.go:530] duration metric: took 2.33358476s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:45.509474 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.514243 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.514268 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:46.009501 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:46.014597 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 09:01:46.015587 339272 api_server.go:141] control plane version: v1.35.0
I1227 09:01:46.015610 339272 api_server.go:131] duration metric: took 3.006903688s to wait for apiserver health ...
I1227 09:01:46.015619 339272 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:46.019154 339272 system_pods.go:59] 8 kube-system pods found
I1227 09:01:46.019189 339272 system_pods.go:61] "coredns-7d764666f9-jwf6f" [1a5467af-4abe-4da6-b932-6a9b5f75eaaf] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019209 339272 system_pods.go:61] "etcd-newest-cni-693933" [33b10b3e-780e-48e7-a3a9-86baa5fdf96c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:46.019229 339272 system_pods.go:61] "kindnet-4qdzp" [c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:46.019247 339272 system_pods.go:61] "kube-apiserver-newest-cni-693933" [374c5352-5678-4bca-81fb-ca9822f044e5] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:46.019257 339272 system_pods.go:61] "kube-controller-manager-newest-cni-693933" [cdc441f8-c259-4670-b3ad-12066c892249] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:46.019287 339272 system_pods.go:61] "kube-proxy-bvfc8" [5c117646-a7aa-4284-871f-dc17e13d66d0] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:46.019297 339272 system_pods.go:61] "kube-scheduler-newest-cni-693933" [c4ddd902-2f76-4a4f-af8d-e5382b637df6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:46.019308 339272 system_pods.go:61] "storage-provisioner" [d224b35b-f636-48cf-9e34-e504aa06303b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019338 339272 system_pods.go:74] duration metric: took 3.712174ms to wait for pod list to return data ...
I1227 09:01:46.019352 339272 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:46.021652 339272 default_sa.go:45] found service account: "default"
I1227 09:01:46.021672 339272 default_sa.go:55] duration metric: took 2.311587ms for default service account to be created ...
I1227 09:01:46.021685 339272 kubeadm.go:587] duration metric: took 3.177573059s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:46.021709 339272 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:46.024001 339272 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:46.024023 339272 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:46.024041 339272 node_conditions.go:105] duration metric: took 2.32799ms to run NodePressure ...
I1227 09:01:46.024055 339272 start.go:242] waiting for startup goroutines ...
I1227 09:01:46.024070 339272 start.go:247] waiting for cluster config update ...
I1227 09:01:46.024088 339272 start.go:256] writing updated cluster config ...
I1227 09:01:46.024398 339272 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:46.070057 339272 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:46.072293 339272 out.go:179] * Done! kubectl is now configured to use "newest-cni-693933" cluster and "default" namespace by default
==> CRI-O <==
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.138692893Z" level=info msg="Started container" PID=1755 containerID=5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper id=62987443-c1f9-41ba-b205-0525a959a284 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8442269e778254947c902caa66c771d2a44f9248767ea6911c3130979f3e05f
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.172940168Z" level=info msg="Removing container: 6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08" id=6d11ec23-891a-438e-96c3-a2ca86634b91 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.185624671Z" level=info msg="Removed container 6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=6d11ec23-891a-438e-96c3-a2ca86634b91 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.204180245Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=26d9b4c6-274e-46ea-a004-dc0f48e8fa2f name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.205196564Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=421e1d0e-cf12-42be-bb8d-22079ebf85cd name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.206249769Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=2b99c517-d148-4c05-8c4f-5b2348f37f90 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.206403625Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211168931Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211395075Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/1e6af4e21de5161d6a1421aea615af286d9ef29ccdd9b64fb085c9b12c2bd223/merged/etc/passwd: no such file or directory"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211430177Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/1e6af4e21de5161d6a1421aea615af286d9ef29ccdd9b64fb085c9b12c2bd223/merged/etc/group: no such file or directory"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211714652Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.240382056Z" level=info msg="Created container cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d: kube-system/storage-provisioner/storage-provisioner" id=2b99c517-d148-4c05-8c4f-5b2348f37f90 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.240967904Z" level=info msg="Starting container: cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d" id=6c3eb50b-d171-4ec9-af4f-a90fae74deb8 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.242519363Z" level=info msg="Started container" PID=1769 containerID=cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d description=kube-system/storage-provisioner/storage-provisioner id=6c3eb50b-d171-4ec9-af4f-a90fae74deb8 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8ba6eec1e4fa81f90e024163ea754256eab544d23c2e88072290a6d5aafaad7
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.089963822Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=3b906e3b-a5e7-4d18-ba54-6a8eb40ad6b5 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.090984093Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=af57c987-82bd-422c-90d7-8dfd045a4799 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.092040464Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=117c2ab5-33ce-4c57-a4be-22b9972cbf96 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.092180546Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.098469107Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.099129146Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.135475777Z" level=info msg="Created container 0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=117c2ab5-33ce-4c57-a4be-22b9972cbf96 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.136130719Z" level=info msg="Starting container: 0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd" id=bf7dc9f3-d131-428e-820b-aeb5dffa111e name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.137898541Z" level=info msg="Started container" PID=1808 containerID=0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper id=bf7dc9f3-d131-428e-820b-aeb5dffa111e name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8442269e778254947c902caa66c771d2a44f9248767ea6911c3130979f3e05f
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.23141923Z" level=info msg="Removing container: 5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7" id=c5a8cac5-bc0e-402c-b204-01d40932438a name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.240995027Z" level=info msg="Removed container 5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=c5a8cac5-bc0e-402c-b204-01d40932438a name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
0a1a320755652 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 14 seconds ago Exited dashboard-metrics-scraper 3 f8442269e7782 dashboard-metrics-scraper-867fb5f87b-64qkr kubernetes-dashboard
cc1992e43c357 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 23 seconds ago Running storage-provisioner 1 f8ba6eec1e4fa storage-provisioner kube-system
5a309562abbe1 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 45 seconds ago Running kubernetes-dashboard 0 a10c23f7dcd02 kubernetes-dashboard-b84665fb8-hvn4h kubernetes-dashboard
0fad07bbee6f1 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 54 seconds ago Running busybox 1 9bcf40cfa8a33 busybox default
37be27de4078f aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 54 seconds ago Running coredns 0 690236d04561d coredns-7d764666f9-dbmsr kube-system
4afe29872675e 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 54 seconds ago Exited storage-provisioner 0 f8ba6eec1e4fa storage-provisioner kube-system
4d6944ccda436 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 54 seconds ago Running kube-proxy 0 613bbd718e0c2 kube-proxy-q8js9 kube-system
b12d9bcf8a962 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 54 seconds ago Running kindnet-cni 0 b4904de294e3e kindnet-rnws2 kube-system
5afaecd4d147b 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 57 seconds ago Running kube-scheduler 0 55a1ebac93092 kube-scheduler-default-k8s-diff-port-828751 kube-system
f6cf95513968f 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 57 seconds ago Running etcd 0 f50e286dc4eec etcd-default-k8s-diff-port-828751 kube-system
6101c037df147 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 57 seconds ago Running kube-apiserver 0 ede04ababda11 kube-apiserver-default-k8s-diff-port-828751 kube-system
df187dbb01dbc 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 57 seconds ago Running kube-controller-manager 0 24400c7a68aab kube-controller-manager-default-k8s-diff-port-828751 kube-system
==> coredns [37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 66f0a748f44f6317a6b122af3f457c9dd0ecaed8718ffbf95a69434523efd9ec4992e71f54c7edd5753646fe9af89ac2138b9c3ce14d4a0ba9d2372a55f120bb
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:48166 - 13822 "HINFO IN 4980390266542693915.3112609107992400106. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.041066938s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: default-k8s-diff-port-828751
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=default-k8s-diff-port-828751
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=default-k8s-diff-port-828751
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_56_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-828751
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 09:00:17 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.103.2
Hostname: default-k8s-diff-port-828751
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 1b92c1c7-44c0-477e-8c77-8f9450b131cf
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 95s
kube-system coredns-7d764666f9-dbmsr 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 114s
kube-system etcd-default-k8s-diff-port-828751 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 2m
kube-system kindnet-rnws2 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 114s
kube-system kube-apiserver-default-k8s-diff-port-828751 250m (3%) 0 (0%) 0 (0%) 0 (0%) 2m
kube-system kube-controller-manager-default-k8s-diff-port-828751 200m (2%) 0 (0%) 0 (0%) 0 (0%) 2m
kube-system kube-proxy-q8js9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 114s
kube-system kube-scheduler-default-k8s-diff-port-828751 100m (1%) 0 (0%) 0 (0%) 0 (0%) 2m
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 114s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-64qkr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-hvn4h 0 (0%) 0 (0%) 0 (0%) 0 (0%) 51s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 116s node-controller Node default-k8s-diff-port-828751 event: Registered Node default-k8s-diff-port-828751 in Controller
Normal RegisteredNode 52s node-controller Node default-k8s-diff-port-828751 event: Registered Node default-k8s-diff-port-828751 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af] <==
{"level":"info","ts":"2025-12-27T09:00:58.647743Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f23060b075c4c089 switched to configuration voters=(17451554867067011209)"}
{"level":"info","ts":"2025-12-27T09:00:58.647758Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f23060b075c4c089","initial-advertise-peer-urls":["https://192.168.103.2:2380"],"listen-peer-urls":["https://192.168.103.2:2380"],"advertise-client-urls":["https://192.168.103.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.103.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-12-27T09:00:58.647813Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T09:00:58.647869Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","added-peer-id":"f23060b075c4c089","added-peer-peer-urls":["https://192.168.103.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:00:58.648084Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:00:58.648451Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"192.168.103.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:58.648516Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.103.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:59.336658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f23060b075c4c089 is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f23060b075c4c089 became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336782Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgPreVoteResp from f23060b075c4c089 at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336802Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:59.336819Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f23060b075c4c089 became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337525Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgVoteResp from f23060b075c4c089 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:59.337563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f23060b075c4c089 became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337570Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f23060b075c4c089 elected leader f23060b075c4c089 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.338682Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"f23060b075c4c089","local-member-attributes":"{Name:default-k8s-diff-port-828751 ClientURLs:[https://192.168.103.2:2379]}","cluster-id":"3336683c081d149d","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:59.338683Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:59.338698Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:59.338870Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:59.338918Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:59.340097Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:59.340170Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:59.343049Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.103.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:59.343048Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:55 up 44 min, 0 user, load average: 3.09, 3.66, 2.61
Linux default-k8s-diff-port-828751 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2] <==
I1227 09:01:01.631815 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:01:01.632108 1 main.go:139] hostIP = 192.168.103.2
podIP = 192.168.103.2
I1227 09:01:01.632288 1 main.go:148] setting mtu 1500 for CNI
I1227 09:01:01.632326 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:01:01.632356 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:01:01Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:01:01.839321 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:01:01.839439 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:01:01.839463 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:01:01.839577 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:01:02.140559 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:01:02.140590 1 metrics.go:72] Registering metrics
I1227 09:01:02.140666 1 controller.go:711] "Syncing nftables rules"
I1227 09:01:11.839975 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:11.840055 1 main.go:301] handling current node
I1227 09:01:21.839395 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:21.839454 1 main.go:301] handling current node
I1227 09:01:31.839341 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:31.839405 1 main.go:301] handling current node
I1227 09:01:41.839962 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:41.840005 1 main.go:301] handling current node
I1227 09:01:51.839421 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:51.839458 1 main.go:301] handling current node
==> kube-apiserver [6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c] <==
I1227 09:01:00.295465 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:01:00.295472 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:01:00.295477 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:01:00.295514 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1227 09:01:00.295541 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1227 09:01:00.295689 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:00.295730 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1227 09:01:00.295006 1 shared_informer.go:377] "Caches are synced"
E1227 09:01:00.302355 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:01:00.302548 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:01:00.307008 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:00.307017 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1227 09:01:00.307027 1 policy_source.go:248] refreshing policies
I1227 09:01:00.314134 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:01:00.537768 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:01:00.564352 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:01:00.582814 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:01:00.590511 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:01:00.597332 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:01:00.629117 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.104.180.219"}
I1227 09:01:00.638071 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.108.94.196"}
I1227 09:01:01.198553 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:01:03.925388 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:01:03.974950 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:01:04.024221 1 controller.go:667] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd] <==
I1227 09:01:03.436209 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436231 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436272 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436452 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436771 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436860 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436901 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436870 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436881 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437409 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437432 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437453 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437771 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437804 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437784 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437781 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437910 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:01:03.437791 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.438400 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="default-k8s-diff-port-828751"
I1227 09:01:03.438742 1 node_lifecycle_controller.go:1080] "Controller detected that zone is now in new state" zone="" newState="Normal"
I1227 09:01:03.441504 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.535794 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.536873 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.536889 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:01:03.536894 1 garbagecollector.go:169] "Proceeding to collect garbage"
==> kube-proxy [4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759] <==
I1227 09:01:01.479747 1 server_linux.go:53] "Using iptables proxy"
I1227 09:01:01.543109 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:01.644254 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:01.644290 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.103.2"]
E1227 09:01:01.644402 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:01:01.662102 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:01:01.662169 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:01:01.667265 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:01:01.667765 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:01:01.667795 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:01.669067 1 config.go:200] "Starting service config controller"
I1227 09:01:01.669095 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:01:01.669116 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:01:01.669105 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:01:01.669170 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:01:01.669179 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:01:01.669199 1 config.go:309] "Starting node config controller"
I1227 09:01:01.669204 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:01:01.769267 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:01:01.769303 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:01:01.769268 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:01:01.769268 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a] <==
I1227 09:00:58.994380 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:01:00.229472 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:01:00.229514 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:01:00.229535 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:01:00.229544 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:01:00.257298 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:01:00.257350 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:00.260111 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:01:00.260126 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:01:00.260157 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:00.260230 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:01:00.361165 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:01:18 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:18.162973 727 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-default-k8s-diff-port-828751" containerName="kube-apiserver"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.089234 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.089292 727 scope.go:122] "RemoveContainer" containerID="6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.171217 727 scope.go:122] "RemoveContainer" containerID="6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.171666 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.171701 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.171922 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:29.947587 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:29.947632 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:29.947822 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:32 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:32.203704 727 scope.go:122] "RemoveContainer" containerID="4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
Dec 27 09:01:39 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:39.235757 727 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-dbmsr" containerName="coredns"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.089229 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.089269 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.230069 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.230361 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.230496 727 scope.go:122] "RemoveContainer" containerID="0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.230721 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:49.948170 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:49.948206 727 scope.go:122] "RemoveContainer" containerID="0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:49.948415 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: kubelet.service: Consumed 1.757s CPU time.
==> kubernetes-dashboard [5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03] <==
2025/12/27 09:01:09 Starting overwatch
2025/12/27 09:01:09 Using namespace: kubernetes-dashboard
2025/12/27 09:01:09 Using in-cluster config to connect to apiserver
2025/12/27 09:01:09 Using secret token for csrf signing
2025/12/27 09:01:09 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:01:09 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:01:09 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:01:09 Generating JWE encryption key
2025/12/27 09:01:09 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:01:09 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:01:10 Initializing JWE encryption key from synchronized object
2025/12/27 09:01:10 Creating in-cluster Sidecar client
2025/12/27 09:01:10 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:01:10 Serving insecurely on HTTP port: 9090
2025/12/27 09:01:40 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8] <==
I1227 09:01:01.444959 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:01:31.448362 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d] <==
I1227 09:01:32.255272 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:01:32.261597 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:01:32.261644 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:01:32.263510 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:35.718060 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:39.978787 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:43.576705 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:46.630403 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.652768 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.658369 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:49.658507 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:49.658626 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"8b28f9cc-56a6-4352-b2e1-4e4e58f36045", APIVersion:"v1", ResourceVersion:"681", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15 became leader
I1227 09:01:49.658673 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15!
W1227 09:01:49.660532 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.663523 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:49.759643 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15!
W1227 09:01:51.666728 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:51.670900 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:53.674601 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:53.679464 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:55.683219 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:55.687549 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751: exit status 2 (309.844179ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context default-k8s-diff-port-828751 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
helpers_test.go:223: -----------------------post-mortem--------------------------------
helpers_test.go:224: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: network settings <======
helpers_test.go:231: HOST ENV snapshots: PROXY env: HTTP_PROXY="<empty>" HTTPS_PROXY="<empty>" NO_PROXY="<empty>"
helpers_test.go:239: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: docker inspect <======
helpers_test.go:240: (dbg) Run: docker inspect default-k8s-diff-port-828751
helpers_test.go:244: (dbg) docker inspect default-k8s-diff-port-828751:
-- stdout --
[
{
"Id": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"Created": "2025-12-27T08:59:44.809484525Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 327096,
"ExitCode": 0,
"Error": "",
"StartedAt": "2025-12-27T09:00:49.889667752Z",
"FinishedAt": "2025-12-27T09:00:48.80183077Z"
},
"Image": "sha256:c444b5e11df9d6bc496256b0e11f4e11deb33a885211ded2c3a4667df55bcb6b",
"ResolvConfPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hostname",
"HostsPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/hosts",
"LogPath": "/var/lib/docker/containers/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2/c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2-json.log",
"Name": "/default-k8s-diff-port-828751",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-828751:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {
"max-size": "100m"
}
},
"NetworkMode": "default-k8s-diff-port-828751",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": null,
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 3221225472,
"NanoCpus": 0,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 6442450944,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": [],
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"ID": "c013a5c5f262cb8d28a9b83b06c8e389abef085df45997f00b573426fb68dbb2",
"LowerDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c-init/diff:/var/lib/docker/overlay2/e0be097e2bf35668f2e0d835b777c3641ce501e43f4ae7267d892747d5190885/diff",
"MergedDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/merged",
"UpperDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/diff",
"WorkDir": "/var/lib/docker/overlay2/c70acd37b773c0be4d1edb6e661e09c6dcc59120c6ac3e8b69e93a6534f54a0c/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "default-k8s-diff-port-828751",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-828751/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "default-k8s-diff-port-828751",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-828751",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"SandboxID": "426dae6928d8bcfab1717068093ab2e354f4b60f5c97378cf2ed6e0a6789d129",
"SandboxKey": "/var/run/docker/netns/426dae6928d8",
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33123"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33124"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33127"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33125"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33126"
}
]
},
"Networks": {
"default-k8s-diff-port-828751": {
"IPAMConfig": {
"IPv4Address": "192.168.103.2",
"IPv6Address": ""
},
"Links": null,
"Aliases": null,
"DriverOpts": null,
"GwPriority": 0,
"NetworkID": "3684585c404faba6cab770d23e2cc85867be77e655d608b0d388fc4e92e56d44",
"EndpointID": "8a9cc68e2e7035effffa3f4b3d09edcfcd65707d70a0eb27f700237a4edfe8b7",
"Gateway": "192.168.103.1",
"IPAddress": "192.168.103.2",
"MacAddress": "86:d5:24:c9:cf:c1",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"DNSNames": [
"default-k8s-diff-port-828751",
"c013a5c5f262"
]
}
}
}
}
]
-- /stdout --
helpers_test.go:248: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:248: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751: exit status 2 (312.929715ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:248: status error: exit status 2 (may be ok)
helpers_test.go:253: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: start of post-mortem logs <<<
helpers_test.go:254: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/Pause]: minikube logs <======
helpers_test.go:256: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25
E1227 09:01:57.453124 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:256: (dbg) Done: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 logs -n 25: (1.016825432s)
helpers_test.go:261: TestStartStop/group/default-k8s-diff-port/serial/Pause logs:
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬───────────────────────────────────┬─────────┬─────────┬─────────────────────┬─────────
────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼───────────────────────────────────┼─────────┼─────────┼─────────────────────┼─────────
────────────┤
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:00 UTC │ 27 Dec 25 09:01 UTC │
│ image │ embed-certs-914340 image list --format=json │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p embed-certs-914340 --alsologtostderr -v=1 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ image │ no-preload-598808 image list --format=json │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p no-preload-598808 --alsologtostderr -v=1 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p embed-certs-914340 │ embed-certs-914340 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable metrics-server -p newest-cni-693933 --images=MetricsServer=registry.k8s.io/echoserver:1.4 --registries=MetricsServer=fake.domain │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ start │ -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ stop │ -p newest-cni-693933 --alsologtostderr -v=3 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-gcs-247419 │ test-preload-dl-gcs-247419 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p no-preload-598808 │ no-preload-598808 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ delete │ -p test-preload-dl-github-499893 │ test-preload-dl-github-499893 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p test-preload-dl-gcs-cached-296533 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p test-preload-dl-gcs-cached-296533 │ test-preload-dl-gcs-cached-296533 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ addons │ enable dashboard -p newest-cni-693933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ start │ -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ newest-cni-693933 image list --format=json │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p newest-cni-693933 --alsologtostderr -v=1 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p newest-cni-693933 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ image │ default-k8s-diff-port-828751 image list --format=json │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
│ pause │ -p default-k8s-diff-port-828751 --alsologtostderr -v=1 │ default-k8s-diff-port-828751 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ │
│ delete │ -p newest-cni-693933 │ newest-cni-693933 │ jenkins │ v1.37.0 │ 27 Dec 25 09:01 UTC │ 27 Dec 25 09:01 UTC │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴───────────────────────────────────┴─────────┴─────────┴─────────────────────┴─────────
────────────┘
==> Last Start <==
Log file created at: 2025/12/27 09:01:36
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 09:01:36.076105 339272 out.go:360] Setting OutFile to fd 1 ...
I1227 09:01:36.076213 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076222 339272 out.go:374] Setting ErrFile to fd 2...
I1227 09:01:36.076226 339272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 09:01:36.076425 339272 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 09:01:36.076866 339272 out.go:368] Setting JSON to false
I1227 09:01:36.077945 339272 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2648,"bootTime":1766823448,"procs":384,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 09:01:36.078004 339272 start.go:143] virtualization: kvm guest
I1227 09:01:36.079787 339272 out.go:179] * [newest-cni-693933] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 09:01:36.080982 339272 notify.go:221] Checking for updates...
I1227 09:01:36.080999 339272 out.go:179] - MINIKUBE_LOCATION=22344
I1227 09:01:36.082185 339272 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 09:01:36.083348 339272 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:36.084576 339272 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 09:01:36.085641 339272 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 09:01:36.086750 339272 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 09:01:36.088277 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:36.089000 339272 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 09:01:36.113323 339272 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 09:01:36.113491 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.170583 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.160920225 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.170737 339272 docker.go:319] overlay module found
I1227 09:01:36.172999 339272 out.go:179] * Using the docker driver based on existing profile
I1227 09:01:36.174108 339272 start.go:309] selected driver: docker
I1227 09:01:36.174120 339272 start.go:928] validating driver "docker" against &{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker Mou
ntIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.174209 339272 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 09:01:36.174789 339272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 09:01:36.230163 339272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:54 SystemTime:2025-12-27 09:01:36.220607084 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 09:01:36.230498 339272 start_flags.go:1038] Waiting for components: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:36.230534 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:36.230602 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:36.230655 339272 start.go:353] cluster config:
{Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker
BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:36.232437 339272 out.go:179] * Starting "newest-cni-693933" primary control-plane node in "newest-cni-693933" cluster
I1227 09:01:36.233570 339272 cache.go:134] Beginning downloading kic base image for docker with crio
I1227 09:01:36.234615 339272 out.go:179] * Pulling base image v0.0.48-1766570851-22316 ...
I1227 09:01:36.235593 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:36.235621 339272 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
I1227 09:01:36.235627 339272 cache.go:65] Caching tarball of preloaded images
I1227 09:01:36.235675 339272 image.go:81] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon
I1227 09:01:36.235710 339272 preload.go:251] Found /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1227 09:01:36.235798 339272 cache.go:68] Finished verifying existence of preloaded tar for v1.35.0 on crio
I1227 09:01:36.235913 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.255505 339272 image.go:100] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a in local docker daemon, skipping pull
I1227 09:01:36.255525 339272 cache.go:158] gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a exists in daemon, skipping load
I1227 09:01:36.255542 339272 cache.go:243] Successfully downloaded all kic artifacts
I1227 09:01:36.255580 339272 start.go:360] acquireMachinesLock for newest-cni-693933: {Name:mk9537d73c45aebbbd510699abf2d8b8b75e6c89 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1227 09:01:36.255646 339272 start.go:364] duration metric: took 42.93µs to acquireMachinesLock for "newest-cni-693933"
I1227 09:01:36.255667 339272 start.go:96] Skipping create...Using existing machine configuration
I1227 09:01:36.255676 339272 fix.go:54] fixHost starting:
I1227 09:01:36.255894 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.272896 339272 fix.go:112] recreateIfNeeded on newest-cni-693933: state=Stopped err=<nil>
W1227 09:01:36.272920 339272 fix.go:138] unexpected machine state, will restart: <nil>
W1227 09:01:36.284113 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
W1227 09:01:38.782782 326814 pod_ready.go:104] pod "coredns-7d764666f9-dbmsr" is not "Ready", error: <nil>
I1227 09:01:39.282808 326814 pod_ready.go:94] pod "coredns-7d764666f9-dbmsr" is "Ready"
I1227 09:01:39.282832 326814 pod_ready.go:86] duration metric: took 37.505191372s for pod "coredns-7d764666f9-dbmsr" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.285050 326814 pod_ready.go:83] waiting for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.288443 326814 pod_ready.go:94] pod "etcd-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.288468 326814 pod_ready.go:86] duration metric: took 3.398724ms for pod "etcd-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.290276 326814 pod_ready.go:83] waiting for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.293524 326814 pod_ready.go:94] pod "kube-apiserver-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.293545 326814 pod_ready.go:86] duration metric: took 3.252535ms for pod "kube-apiserver-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.295406 326814 pod_ready.go:83] waiting for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.482248 326814 pod_ready.go:94] pod "kube-controller-manager-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:39.482273 326814 pod_ready.go:86] duration metric: took 186.849486ms for pod "kube-controller-manager-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:39.681073 326814 pod_ready.go:83] waiting for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.081909 326814 pod_ready.go:94] pod "kube-proxy-q8js9" is "Ready"
I1227 09:01:40.081949 326814 pod_ready.go:86] duration metric: took 400.849535ms for pod "kube-proxy-q8js9" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.282148 326814 pod_ready.go:83] waiting for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682426 326814 pod_ready.go:94] pod "kube-scheduler-default-k8s-diff-port-828751" is "Ready"
I1227 09:01:40.682456 326814 pod_ready.go:86] duration metric: took 400.281336ms for pod "kube-scheduler-default-k8s-diff-port-828751" in "kube-system" namespace to be "Ready" or be gone ...
I1227 09:01:40.682472 326814 pod_ready.go:40] duration metric: took 38.907911419s for extra waiting for all "kube-system" pods having one of [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] labels to be "Ready" ...
I1227 09:01:40.727178 326814 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:40.729036 326814 out.go:179] * Done! kubectl is now configured to use "default-k8s-diff-port-828751" cluster and "default" namespace by default
I1227 09:01:36.274521 339272 out.go:252] * Restarting existing docker container for "newest-cni-693933" ...
I1227 09:01:36.274605 339272 cli_runner.go:164] Run: docker start newest-cni-693933
I1227 09:01:36.516268 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:36.534430 339272 kic.go:430] container "newest-cni-693933" state is running.
I1227 09:01:36.534777 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:36.554791 339272 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/config.json ...
I1227 09:01:36.554984 339272 machine.go:94] provisionDockerMachine start ...
I1227 09:01:36.555034 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:36.573882 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:36.574112 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:36.574125 339272 main.go:144] libmachine: About to run SSH command:
hostname
I1227 09:01:36.574695 339272 main.go:144] libmachine: Error dialing TCP: ssh: handshake failed: read tcp 127.0.0.1:57032->127.0.0.1:33133: read: connection reset by peer
I1227 09:01:39.695209 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.695236 339272 ubuntu.go:182] provisioning hostname "newest-cni-693933"
I1227 09:01:39.695335 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.713366 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.713587 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.713606 339272 main.go:144] libmachine: About to run SSH command:
sudo hostname newest-cni-693933 && echo "newest-cni-693933" | sudo tee /etc/hostname
I1227 09:01:39.842827 339272 main.go:144] libmachine: SSH cmd err, output: <nil>: newest-cni-693933
I1227 09:01:39.842972 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:39.861848 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:39.862121 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:39.862140 339272 main.go:144] libmachine: About to run SSH command:
if ! grep -xq '.*\snewest-cni-693933' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 newest-cni-693933/g' /etc/hosts;
else
echo '127.0.1.1 newest-cni-693933' | sudo tee -a /etc/hosts;
fi
fi
I1227 09:01:39.984826 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
I1227 09:01:39.984852 339272 ubuntu.go:188] set auth options {CertDir:/home/jenkins/minikube-integration/22344-5543/.minikube CaCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/22344-5543/.minikube}
I1227 09:01:39.984878 339272 ubuntu.go:190] setting up certificates
I1227 09:01:39.984888 339272 provision.go:84] configureAuth start
I1227 09:01:39.984939 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.003623 339272 provision.go:143] copyHostCerts
I1227 09:01:40.003674 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem, removing ...
I1227 09:01:40.003689 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem
I1227 09:01:40.003764 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/ca.pem (1078 bytes)
I1227 09:01:40.003889 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem, removing ...
I1227 09:01:40.003898 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem
I1227 09:01:40.003928 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/cert.pem (1123 bytes)
I1227 09:01:40.004000 339272 exec_runner.go:144] found /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem, removing ...
I1227 09:01:40.004008 339272 exec_runner.go:203] rm: /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem
I1227 09:01:40.004031 339272 exec_runner.go:151] cp: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/22344-5543/.minikube/key.pem (1675 bytes)
I1227 09:01:40.004094 339272 provision.go:117] generating server cert: /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem org=jenkins.newest-cni-693933 san=[127.0.0.1 192.168.85.2 localhost minikube newest-cni-693933]
I1227 09:01:40.076173 339272 provision.go:177] copyRemoteCerts
I1227 09:01:40.076244 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1227 09:01:40.076299 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.095569 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.186404 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1227 09:01:40.203850 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server.pem --> /etc/docker/server.pem (1220 bytes)
I1227 09:01:40.221594 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1227 09:01:40.238782 339272 provision.go:87] duration metric: took 253.87356ms to configureAuth
I1227 09:01:40.238807 339272 ubuntu.go:206] setting minikube options for container-runtime
I1227 09:01:40.238979 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:40.239119 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.257890 339272 main.go:144] libmachine: Using SSH client type: native
I1227 09:01:40.258123 339272 main.go:144] libmachine: &{{{<nil> 0 [] [] []} docker [0x84e300] 0x850fa0 <nil> [] 0s} 127.0.0.1 33133 <nil> <nil>}
I1227 09:01:40.258144 339272 main.go:144] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1227 09:01:40.528272 339272 main.go:144] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1227 09:01:40.528298 339272 machine.go:97] duration metric: took 3.973299453s to provisionDockerMachine
I1227 09:01:40.528339 339272 start.go:293] postStartSetup for "newest-cni-693933" (driver="docker")
I1227 09:01:40.528354 339272 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1227 09:01:40.528441 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1227 09:01:40.528498 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.547195 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.637827 339272 ssh_runner.go:195] Run: cat /etc/os-release
I1227 09:01:40.641366 339272 main.go:144] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1227 09:01:40.641395 339272 info.go:137] Remote host: Debian GNU/Linux 12 (bookworm)
I1227 09:01:40.641405 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/addons for local assets ...
I1227 09:01:40.641454 339272 filesync.go:126] Scanning /home/jenkins/minikube-integration/22344-5543/.minikube/files for local assets ...
I1227 09:01:40.641530 339272 filesync.go:149] local asset: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem -> 90782.pem in /etc/ssl/certs
I1227 09:01:40.641611 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1227 09:01:40.649325 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:40.665913 339272 start.go:296] duration metric: took 137.558337ms for postStartSetup
I1227 09:01:40.665996 339272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 09:01:40.666052 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.685151 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.774586 339272 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1227 09:01:40.779746 339272 fix.go:56] duration metric: took 4.524064046s for fixHost
I1227 09:01:40.779786 339272 start.go:83] releasing machines lock for "newest-cni-693933", held for 4.524114312s
I1227 09:01:40.779865 339272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" newest-cni-693933
I1227 09:01:40.800009 339272 ssh_runner.go:195] Run: cat /version.json
I1227 09:01:40.800069 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.800111 339272 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1227 09:01:40.800190 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:40.820354 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.820563 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:40.908935 339272 ssh_runner.go:195] Run: systemctl --version
I1227 09:01:40.964088 339272 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1227 09:01:41.002681 339272 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1227 09:01:41.008079 339272 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1227 09:01:41.008153 339272 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1227 09:01:41.017546 339272 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1227 09:01:41.017570 339272 start.go:496] detecting cgroup driver to use...
I1227 09:01:41.017603 339272 detect.go:190] detected "systemd" cgroup driver on host os
I1227 09:01:41.017647 339272 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1227 09:01:41.033779 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1227 09:01:41.046464 339272 docker.go:218] disabling cri-docker service (if available) ...
I1227 09:01:41.046527 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1227 09:01:41.060694 339272 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1227 09:01:41.073042 339272 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1227 09:01:41.160903 339272 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1227 09:01:41.239375 339272 docker.go:234] disabling docker service ...
I1227 09:01:41.239452 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1227 09:01:41.253557 339272 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1227 09:01:41.265262 339272 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1227 09:01:41.343159 339272 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1227 09:01:41.426819 339272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1227 09:01:41.439261 339272 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1227 09:01:41.452686 339272 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10.1" pause image...
I1227 09:01:41.452733 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10.1"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.460945 339272 crio.go:70] configuring cri-o to use "systemd" as cgroup driver...
I1227 09:01:41.461006 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "systemd"|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.469199 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.477138 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.485150 339272 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1227 09:01:41.492633 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.500635 339272 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.508336 339272 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1227 09:01:41.516373 339272 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1227 09:01:41.523375 339272 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1227 09:01:41.530069 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:41.608178 339272 ssh_runner.go:195] Run: sudo systemctl restart crio
I1227 09:01:41.742570 339272 start.go:553] Will wait 60s for socket path /var/run/crio/crio.sock
I1227 09:01:41.742639 339272 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1227 09:01:41.746465 339272 start.go:574] Will wait 60s for crictl version
I1227 09:01:41.746528 339272 ssh_runner.go:195] Run: which crictl
I1227 09:01:41.750547 339272 ssh_runner.go:195] Run: sudo /usr/local/bin/crictl version
I1227 09:01:41.774908 339272 start.go:590] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.34.3
RuntimeApiVersion: v1
I1227 09:01:41.774988 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.802483 339272 ssh_runner.go:195] Run: crio --version
I1227 09:01:41.831223 339272 out.go:179] * Preparing Kubernetes v1.35.0 on CRI-O 1.34.3 ...
I1227 09:01:41.832408 339272 cli_runner.go:164] Run: docker network inspect newest-cni-693933 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 09:01:41.849980 339272 ssh_runner.go:195] Run: grep 192.168.85.1 host.minikube.internal$ /etc/hosts
I1227 09:01:41.854144 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.85.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:41.865618 339272 out.go:179] - kubeadm.pod-network-cidr=10.42.0.0/16
I1227 09:01:41.866620 339272 kubeadm.go:884] updating cluster {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA API
ServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:
262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false} ...
I1227 09:01:41.866749 339272 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 09:01:41.866798 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.897560 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.897581 339272 crio.go:433] Images already preloaded, skipping extraction
I1227 09:01:41.897629 339272 ssh_runner.go:195] Run: sudo crictl images --output json
I1227 09:01:41.921582 339272 crio.go:561] all images are preloaded for cri-o runtime.
I1227 09:01:41.921603 339272 cache_images.go:86] Images are preloaded, skipping loading
I1227 09:01:41.921609 339272 kubeadm.go:935] updating node { 192.168.85.2 8443 v1.35.0 crio true true} ...
I1227 09:01:41.922228 339272 kubeadm.go:947] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.35.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --cgroups-per-qos=false --config=/var/lib/kubelet/config.yaml --enforce-node-allocatable= --hostname-override=newest-cni-693933 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.85.2
[Install]
config:
{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1227 09:01:41.922378 339272 ssh_runner.go:195] Run: crio config
I1227 09:01:41.966836 339272 cni.go:84] Creating CNI manager for ""
I1227 09:01:41.966860 339272 cni.go:143] "docker" driver + "crio" runtime found, recommending kindnet
I1227 09:01:41.966874 339272 kubeadm.go:85] Using pod CIDR: 10.42.0.0/16
I1227 09:01:41.966897 339272 kubeadm.go:197] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.42.0.0/16 AdvertiseAddress:192.168.85.2 APIServerPort:8443 KubernetesVersion:v1.35.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:newest-cni-693933 NodeName:newest-cni-693933 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.85.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.85.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/k
ubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1227 09:01:41.967006 339272 kubeadm.go:203] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.85.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "newest-cni-693933"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.85.2"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.85.2"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
kubernetesVersion: v1.35.0
networking:
dnsDomain: cluster.local
podSubnet: "10.42.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.42.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1227 09:01:41.967060 339272 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.35.0
I1227 09:01:41.974906 339272 binaries.go:51] Found k8s binaries, skipping transfer
I1227 09:01:41.974972 339272 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1227 09:01:41.982150 339272 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (367 bytes)
I1227 09:01:41.994119 339272 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1227 09:01:42.005828 339272 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2211 bytes)
I1227 09:01:42.017505 339272 ssh_runner.go:195] Run: grep 192.168.85.2 control-plane.minikube.internal$ /etc/hosts
I1227 09:01:42.020849 339272 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.85.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1227 09:01:42.030050 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.108541 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.129480 339272 certs.go:69] Setting up /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933 for IP: 192.168.85.2
I1227 09:01:42.129512 339272 certs.go:195] generating shared ca certs ...
I1227 09:01:42.129537 339272 certs.go:227] acquiring lock for ca certs: {Name:mkf31973201effa483e8c97586db60b55fedf5e9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.129677 339272 certs.go:236] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key
I1227 09:01:42.129720 339272 certs.go:236] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key
I1227 09:01:42.129730 339272 certs.go:257] generating profile certs ...
I1227 09:01:42.129809 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/client.key
I1227 09:01:42.129869 339272 certs.go:360] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key.cf2e8ce4
I1227 09:01:42.129905 339272 certs.go:360] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key
I1227 09:01:42.130018 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem (1338 bytes)
W1227 09:01:42.130060 339272 certs.go:480] ignoring /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078_empty.pem, impossibly tiny 0 bytes
I1227 09:01:42.130069 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca-key.pem (1675 bytes)
I1227 09:01:42.130093 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/ca.pem (1078 bytes)
I1227 09:01:42.130116 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/cert.pem (1123 bytes)
I1227 09:01:42.130140 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/certs/key.pem (1675 bytes)
I1227 09:01:42.130187 339272 certs.go:484] found cert: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem (1708 bytes)
I1227 09:01:42.130792 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1227 09:01:42.149291 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1227 09:01:42.167363 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1227 09:01:42.185912 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1227 09:01:42.208825 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1227 09:01:42.229120 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1227 09:01:42.246584 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1227 09:01:42.263593 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/newest-cni-693933/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1227 09:01:42.280427 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/certs/9078.pem --> /usr/share/ca-certificates/9078.pem (1338 bytes)
I1227 09:01:42.297544 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/ssl/certs/90782.pem --> /usr/share/ca-certificates/90782.pem (1708 bytes)
I1227 09:01:42.314097 339272 ssh_runner.go:362] scp /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1227 09:01:42.332709 339272 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (722 bytes)
I1227 09:01:42.345004 339272 ssh_runner.go:195] Run: openssl version
I1227 09:01:42.350913 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/90782.pem
I1227 09:01:42.357813 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/90782.pem /etc/ssl/certs/90782.pem
I1227 09:01:42.366050 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369530 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 27 08:31 /usr/share/ca-certificates/90782.pem
I1227 09:01:42.369580 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/90782.pem
I1227 09:01:42.403602 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/3ec20f2e.0
I1227 09:01:42.411083 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.418792 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem
I1227 09:01:42.426018 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429663 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 27 08:28 /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.429721 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1227 09:01:42.462704 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/b5213941.0
I1227 09:01:42.469831 339272 ssh_runner.go:195] Run: sudo test -s /usr/share/ca-certificates/9078.pem
I1227 09:01:42.476645 339272 ssh_runner.go:195] Run: sudo ln -fs /usr/share/ca-certificates/9078.pem /etc/ssl/certs/9078.pem
I1227 09:01:42.483472 339272 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486796 339272 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 27 08:31 /usr/share/ca-certificates/9078.pem
I1227 09:01:42.486845 339272 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/9078.pem
I1227 09:01:42.521485 339272 ssh_runner.go:195] Run: sudo test -L /etc/ssl/certs/51391683.0
I1227 09:01:42.528757 339272 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1227 09:01:42.532276 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1227 09:01:42.566580 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1227 09:01:42.600573 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1227 09:01:42.636412 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1227 09:01:42.678699 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1227 09:01:42.718373 339272 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1227 09:01:42.766949 339272 kubeadm.go:401] StartCluster: {Name:newest-cni-693933 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:3072 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:newest-cni-693933 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:kubeadm Key:pod-network-cidr Value:10.42.0.0/16}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262
144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 09:01:42.767061 339272 cri.go:61] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1227 09:01:42.767124 339272 ssh_runner.go:195] Run: sudo -s eval "crictl --timeout=10s ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1227 09:01:42.804288 339272 cri.go:96] found id: "c4378496a4cb71b71632ba9329aaaf70c5f0f32bcab814bb18e78514ce2a49bc"
I1227 09:01:42.804326 339272 cri.go:96] found id: "e2390339abcd3a182bbc7884fc85f84f00bf841a7e954a4bcd425229597ea140"
I1227 09:01:42.804333 339272 cri.go:96] found id: "000759b7c109805ec428d0b0561edff0e22e41cda446d9523ae302d5ec2180ce"
I1227 09:01:42.804338 339272 cri.go:96] found id: "fa0024d8c32d0e271be0ee7a9dd3d73d29471031054c05494dd4e50738252816"
I1227 09:01:42.804343 339272 cri.go:96] found id: ""
I1227 09:01:42.804390 339272 ssh_runner.go:195] Run: sudo runc list -f json
W1227 09:01:42.817099 339272 kubeadm.go:408] unpause failed: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T09:01:42Z" level=error msg="open /run/runc: no such file or directory"
I1227 09:01:42.817168 339272 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1227 09:01:42.825020 339272 kubeadm.go:417] found existing configuration files, will attempt cluster restart
I1227 09:01:42.825040 339272 kubeadm.go:598] restartPrimaryControlPlane start ...
I1227 09:01:42.825085 339272 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1227 09:01:42.832341 339272 kubeadm.go:131] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1227 09:01:42.832964 339272 kubeconfig.go:47] verify endpoint returned: get endpoint: "newest-cni-693933" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.833239 339272 kubeconfig.go:62] /home/jenkins/minikube-integration/22344-5543/kubeconfig needs updating (will repair): [kubeconfig missing "newest-cni-693933" cluster setting kubeconfig missing "newest-cni-693933" context setting]
I1227 09:01:42.833766 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.835429 339272 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1227 09:01:42.842977 339272 kubeadm.go:635] The running cluster does not require reconfiguration: 192.168.85.2
I1227 09:01:42.843007 339272 kubeadm.go:602] duration metric: took 17.953821ms to restartPrimaryControlPlane
I1227 09:01:42.843023 339272 kubeadm.go:403] duration metric: took 76.095841ms to StartCluster
I1227 09:01:42.843042 339272 settings.go:142] acquiring lock: {Name:mk4daedc9a84451709f3e1b7c0da79ab2863b64d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.843102 339272 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 09:01:42.843856 339272 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/22344-5543/kubeconfig: {Name:mk58487f25ccba803aed2a8ced4b852e604f2ccc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1227 09:01:42.844087 339272 start.go:236] Will wait 6m0s for node &{Name: IP:192.168.85.2 Port:8443 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}
I1227 09:01:42.844161 339272 addons.go:527] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:true default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubetail:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1227 09:01:42.844256 339272 addons.go:70] Setting storage-provisioner=true in profile "newest-cni-693933"
I1227 09:01:42.844278 339272 addons.go:239] Setting addon storage-provisioner=true in "newest-cni-693933"
W1227 09:01:42.844286 339272 addons.go:248] addon storage-provisioner should already be in state true
I1227 09:01:42.844292 339272 addons.go:70] Setting dashboard=true in profile "newest-cni-693933"
I1227 09:01:42.844323 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844308 339272 addons.go:70] Setting default-storageclass=true in profile "newest-cni-693933"
I1227 09:01:42.844330 339272 addons.go:239] Setting addon dashboard=true in "newest-cni-693933"
W1227 09:01:42.844341 339272 addons.go:248] addon dashboard should already be in state true
I1227 09:01:42.844345 339272 addons_storage_classes.go:34] enableOrDisableStorageClasses default-storageclass=true on "newest-cni-693933"
I1227 09:01:42.844360 339272 config.go:182] Loaded profile config "newest-cni-693933": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 09:01:42.844376 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.844598 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844825 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.844829 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.846756 339272 out.go:179] * Verifying Kubernetes components...
I1227 09:01:42.847967 339272 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1227 09:01:42.869031 339272 out.go:179] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1227 09:01:42.870001 339272 out.go:179] - Using image docker.io/kubernetesui/dashboard:v2.7.0
I1227 09:01:42.870095 339272 addons.go:436] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:42.870119 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1227 09:01:42.870173 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.870478 339272 addons.go:239] Setting addon default-storageclass=true in "newest-cni-693933"
W1227 09:01:42.870499 339272 addons.go:248] addon default-storageclass should already be in state true
I1227 09:01:42.870528 339272 host.go:66] Checking if "newest-cni-693933" exists ...
I1227 09:01:42.871020 339272 cli_runner.go:164] Run: docker container inspect newest-cni-693933 --format={{.State.Status}}
I1227 09:01:42.871952 339272 out.go:179] - Using image registry.k8s.io/echoserver:1.4
I1227 09:01:42.872861 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-ns.yaml
I1227 09:01:42.872878 339272 ssh_runner.go:362] scp dashboard/dashboard-ns.yaml --> /etc/kubernetes/addons/dashboard-ns.yaml (759 bytes)
I1227 09:01:42.872931 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.905995 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.908485 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.909767 339272 addons.go:436] installing /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:42.909789 339272 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1227 09:01:42.909837 339272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" newest-cni-693933
I1227 09:01:42.933728 339272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33133 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/newest-cni-693933/id_rsa Username:docker}
I1227 09:01:42.984466 339272 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1227 09:01:42.996843 339272 api_server.go:52] waiting for apiserver process to appear ...
I1227 09:01:42.996913 339272 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 09:01:43.008673 339272 api_server.go:72] duration metric: took 164.556686ms to wait for apiserver process to appear ...
I1227 09:01:43.008700 339272 api_server.go:88] waiting for apiserver healthz status ...
I1227 09:01:43.008880 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:43.015351 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1227 09:01:43.015626 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrole.yaml
I1227 09:01:43.015645 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrole.yaml --> /etc/kubernetes/addons/dashboard-clusterrole.yaml (1001 bytes)
I1227 09:01:43.029130 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml
I1227 09:01:43.029152 339272 ssh_runner.go:362] scp dashboard/dashboard-clusterrolebinding.yaml --> /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml (1018 bytes)
I1227 09:01:43.039413 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1227 09:01:43.042977 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-configmap.yaml
I1227 09:01:43.042996 339272 ssh_runner.go:362] scp dashboard/dashboard-configmap.yaml --> /etc/kubernetes/addons/dashboard-configmap.yaml (837 bytes)
I1227 09:01:43.056783 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-dp.yaml
I1227 09:01:43.056809 339272 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/dashboard-dp.yaml (4201 bytes)
I1227 09:01:43.074868 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-role.yaml
I1227 09:01:43.074901 339272 ssh_runner.go:362] scp dashboard/dashboard-role.yaml --> /etc/kubernetes/addons/dashboard-role.yaml (1724 bytes)
I1227 09:01:43.089030 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-rolebinding.yaml
I1227 09:01:43.089064 339272 ssh_runner.go:362] scp dashboard/dashboard-rolebinding.yaml --> /etc/kubernetes/addons/dashboard-rolebinding.yaml (1046 bytes)
I1227 09:01:43.102231 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-sa.yaml
I1227 09:01:43.102251 339272 ssh_runner.go:362] scp dashboard/dashboard-sa.yaml --> /etc/kubernetes/addons/dashboard-sa.yaml (837 bytes)
I1227 09:01:43.114391 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-secret.yaml
I1227 09:01:43.114412 339272 ssh_runner.go:362] scp dashboard/dashboard-secret.yaml --> /etc/kubernetes/addons/dashboard-secret.yaml (1389 bytes)
I1227 09:01:43.125937 339272 addons.go:436] installing /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:43.125960 339272 ssh_runner.go:362] scp dashboard/dashboard-svc.yaml --> /etc/kubernetes/addons/dashboard-svc.yaml (1294 bytes)
I1227 09:01:43.137549 339272 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml
I1227 09:01:44.628136 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.628167 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:44.628189 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:44.637818 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1227 09:01:44.637849 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1227 09:01:45.008787 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.012853 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.012879 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:45.155021 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml: (2.11557145s)
I1227 09:01:45.155033 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml: (2.139651688s)
I1227 09:01:45.155133 339272 ssh_runner.go:235] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.35.0/kubectl apply -f /etc/kubernetes/addons/dashboard-ns.yaml -f /etc/kubernetes/addons/dashboard-clusterrole.yaml -f /etc/kubernetes/addons/dashboard-clusterrolebinding.yaml -f /etc/kubernetes/addons/dashboard-configmap.yaml -f /etc/kubernetes/addons/dashboard-dp.yaml -f /etc/kubernetes/addons/dashboard-role.yaml -f /etc/kubernetes/addons/dashboard-rolebinding.yaml -f /etc/kubernetes/addons/dashboard-sa.yaml -f /etc/kubernetes/addons/dashboard-secret.yaml -f /etc/kubernetes/addons/dashboard-svc.yaml: (2.017553965s)
I1227 09:01:45.156685 339272 out.go:179] * Some dashboard features require the metrics-server addon. To enable all features please run:
minikube -p newest-cni-693933 addons enable metrics-server
I1227 09:01:45.173956 339272 out.go:179] * Enabled addons: storage-provisioner, dashboard, default-storageclass
I1227 09:01:45.177742 339272 addons.go:530] duration metric: took 2.33358476s for enable addons: enabled=[storage-provisioner dashboard default-storageclass]
I1227 09:01:45.509474 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:45.514243 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
W1227 09:01:45.514268 339272 api_server.go:103] status: https://192.168.85.2:8443/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-kubernetes-service-cidr-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-status-local-available-controller ok
[+]poststarthook/apiservice-status-remote-available-controller ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-discovery-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
healthz check failed
I1227 09:01:46.009501 339272 api_server.go:299] Checking apiserver healthz at https://192.168.85.2:8443/healthz ...
I1227 09:01:46.014597 339272 api_server.go:325] https://192.168.85.2:8443/healthz returned 200:
ok
I1227 09:01:46.015587 339272 api_server.go:141] control plane version: v1.35.0
I1227 09:01:46.015610 339272 api_server.go:131] duration metric: took 3.006903688s to wait for apiserver health ...
I1227 09:01:46.015619 339272 system_pods.go:43] waiting for kube-system pods to appear ...
I1227 09:01:46.019154 339272 system_pods.go:59] 8 kube-system pods found
I1227 09:01:46.019189 339272 system_pods.go:61] "coredns-7d764666f9-jwf6f" [1a5467af-4abe-4da6-b932-6a9b5f75eaaf] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019209 339272 system_pods.go:61] "etcd-newest-cni-693933" [33b10b3e-780e-48e7-a3a9-86baa5fdf96c] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1227 09:01:46.019229 339272 system_pods.go:61] "kindnet-4qdzp" [c15369e8-50c3-4ab0-b3e1-bd7e11cd2fe8] Running / Ready:ContainersNotReady (containers with unready status: [kindnet-cni]) / ContainersReady:ContainersNotReady (containers with unready status: [kindnet-cni])
I1227 09:01:46.019247 339272 system_pods.go:61] "kube-apiserver-newest-cni-693933" [374c5352-5678-4bca-81fb-ca9822f044e5] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1227 09:01:46.019257 339272 system_pods.go:61] "kube-controller-manager-newest-cni-693933" [cdc441f8-c259-4670-b3ad-12066c892249] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1227 09:01:46.019287 339272 system_pods.go:61] "kube-proxy-bvfc8" [5c117646-a7aa-4284-871f-dc17e13d66d0] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1227 09:01:46.019297 339272 system_pods.go:61] "kube-scheduler-newest-cni-693933" [c4ddd902-2f76-4a4f-af8d-e5382b637df6] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1227 09:01:46.019308 339272 system_pods.go:61] "storage-provisioner" [d224b35b-f636-48cf-9e34-e504aa06303b] Pending: PodScheduled:Unschedulable (0/1 nodes are available: 1 node(s) had untolerated taint(s). no new claims to deallocate, preemption: 0/1 nodes are available: 1 Preemption is not helpful for scheduling.)
I1227 09:01:46.019338 339272 system_pods.go:74] duration metric: took 3.712174ms to wait for pod list to return data ...
I1227 09:01:46.019352 339272 default_sa.go:34] waiting for default service account to be created ...
I1227 09:01:46.021652 339272 default_sa.go:45] found service account: "default"
I1227 09:01:46.021672 339272 default_sa.go:55] duration metric: took 2.311587ms for default service account to be created ...
I1227 09:01:46.021685 339272 kubeadm.go:587] duration metric: took 3.177573059s to wait for: map[apiserver:true apps_running:false default_sa:true extra:false kubelet:false node_ready:false system_pods:true]
I1227 09:01:46.021709 339272 node_conditions.go:102] verifying NodePressure condition ...
I1227 09:01:46.024001 339272 node_conditions.go:122] node storage ephemeral capacity is 304681132Ki
I1227 09:01:46.024023 339272 node_conditions.go:123] node cpu capacity is 8
I1227 09:01:46.024041 339272 node_conditions.go:105] duration metric: took 2.32799ms to run NodePressure ...
I1227 09:01:46.024055 339272 start.go:242] waiting for startup goroutines ...
I1227 09:01:46.024070 339272 start.go:247] waiting for cluster config update ...
I1227 09:01:46.024088 339272 start.go:256] writing updated cluster config ...
I1227 09:01:46.024398 339272 ssh_runner.go:195] Run: rm -f paused
I1227 09:01:46.070057 339272 start.go:625] kubectl: 1.35.0, cluster: 1.35.0 (minor skew: 0)
I1227 09:01:46.072293 339272 out.go:179] * Done! kubectl is now configured to use "newest-cni-693933" cluster and "default" namespace by default
==> CRI-O <==
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.138692893Z" level=info msg="Started container" PID=1755 containerID=5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7 description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper id=62987443-c1f9-41ba-b205-0525a959a284 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8442269e778254947c902caa66c771d2a44f9248767ea6911c3130979f3e05f
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.172940168Z" level=info msg="Removing container: 6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08" id=6d11ec23-891a-438e-96c3-a2ca86634b91 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:20 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:20.185624671Z" level=info msg="Removed container 6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=6d11ec23-891a-438e-96c3-a2ca86634b91 name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.204180245Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=26d9b4c6-274e-46ea-a004-dc0f48e8fa2f name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.205196564Z" level=info msg="Checking image status: gcr.io/k8s-minikube/storage-provisioner:v5" id=421e1d0e-cf12-42be-bb8d-22079ebf85cd name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.206249769Z" level=info msg="Creating container: kube-system/storage-provisioner/storage-provisioner" id=2b99c517-d148-4c05-8c4f-5b2348f37f90 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.206403625Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211168931Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211395075Z" level=warning msg="Failed to open /etc/passwd: open /var/lib/containers/storage/overlay/1e6af4e21de5161d6a1421aea615af286d9ef29ccdd9b64fb085c9b12c2bd223/merged/etc/passwd: no such file or directory"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211430177Z" level=warning msg="Failed to open /etc/group: open /var/lib/containers/storage/overlay/1e6af4e21de5161d6a1421aea615af286d9ef29ccdd9b64fb085c9b12c2bd223/merged/etc/group: no such file or directory"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.211714652Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.240382056Z" level=info msg="Created container cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d: kube-system/storage-provisioner/storage-provisioner" id=2b99c517-d148-4c05-8c4f-5b2348f37f90 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.240967904Z" level=info msg="Starting container: cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d" id=6c3eb50b-d171-4ec9-af4f-a90fae74deb8 name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:32 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:32.242519363Z" level=info msg="Started container" PID=1769 containerID=cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d description=kube-system/storage-provisioner/storage-provisioner id=6c3eb50b-d171-4ec9-af4f-a90fae74deb8 name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8ba6eec1e4fa81f90e024163ea754256eab544d23c2e88072290a6d5aafaad7
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.089963822Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=3b906e3b-a5e7-4d18-ba54-6a8eb40ad6b5 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.090984093Z" level=info msg="Checking image status: registry.k8s.io/echoserver:1.4" id=af57c987-82bd-422c-90d7-8dfd045a4799 name=/runtime.v1.ImageService/ImageStatus
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.092040464Z" level=info msg="Creating container: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=117c2ab5-33ce-4c57-a4be-22b9972cbf96 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.092180546Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.098469107Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.099129146Z" level=info msg="Allowed annotations are specified for workload [io.containers.trace-syscall]"
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.135475777Z" level=info msg="Created container 0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=117c2ab5-33ce-4c57-a4be-22b9972cbf96 name=/runtime.v1.RuntimeService/CreateContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.136130719Z" level=info msg="Starting container: 0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd" id=bf7dc9f3-d131-428e-820b-aeb5dffa111e name=/runtime.v1.RuntimeService/StartContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.137898541Z" level=info msg="Started container" PID=1808 containerID=0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd description=kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper id=bf7dc9f3-d131-428e-820b-aeb5dffa111e name=/runtime.v1.RuntimeService/StartContainer sandboxID=f8442269e778254947c902caa66c771d2a44f9248767ea6911c3130979f3e05f
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.23141923Z" level=info msg="Removing container: 5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7" id=c5a8cac5-bc0e-402c-b204-01d40932438a name=/runtime.v1.RuntimeService/RemoveContainer
Dec 27 09:01:41 default-k8s-diff-port-828751 crio[571]: time="2025-12-27T09:01:41.240995027Z" level=info msg="Removed container 5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7: kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr/dashboard-metrics-scraper" id=c5a8cac5-bc0e-402c-b204-01d40932438a name=/runtime.v1.RuntimeService/RemoveContainer
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD NAMESPACE
0a1a320755652 a90209bb39e3d7b5fc9daf60c17044ea969aaca0333d672d8c7a34c7446e7ff7 16 seconds ago Exited dashboard-metrics-scraper 3 f8442269e7782 dashboard-metrics-scraper-867fb5f87b-64qkr kubernetes-dashboard
cc1992e43c357 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 25 seconds ago Running storage-provisioner 1 f8ba6eec1e4fa storage-provisioner kube-system
5a309562abbe1 docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029 47 seconds ago Running kubernetes-dashboard 0 a10c23f7dcd02 kubernetes-dashboard-b84665fb8-hvn4h kubernetes-dashboard
0fad07bbee6f1 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c 56 seconds ago Running busybox 1 9bcf40cfa8a33 busybox default
37be27de4078f aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139 56 seconds ago Running coredns 0 690236d04561d coredns-7d764666f9-dbmsr kube-system
4afe29872675e 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 56 seconds ago Exited storage-provisioner 0 f8ba6eec1e4fa storage-provisioner kube-system
4d6944ccda436 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8 56 seconds ago Running kube-proxy 0 613bbd718e0c2 kube-proxy-q8js9 kube-system
b12d9bcf8a962 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251 56 seconds ago Running kindnet-cni 0 b4904de294e3e kindnet-rnws2 kube-system
5afaecd4d147b 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc 58 seconds ago Running kube-scheduler 0 55a1ebac93092 kube-scheduler-default-k8s-diff-port-828751 kube-system
f6cf95513968f 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2 58 seconds ago Running etcd 0 f50e286dc4eec etcd-default-k8s-diff-port-828751 kube-system
6101c037df147 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499 58 seconds ago Running kube-apiserver 0 ede04ababda11 kube-apiserver-default-k8s-diff-port-828751 kube-system
df187dbb01dbc 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508 58 seconds ago Running kube-controller-manager 0 24400c7a68aab kube-controller-manager-default-k8s-diff-port-828751 kube-system
==> coredns [37be27de4078fe88caaf8f1baf01757f39821c25b76047f84958c4f33f6df9e5] <==
maxprocs: Leaving GOMAXPROCS=8: CPU quota undefined
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[INFO] plugin/kubernetes: waiting for Kubernetes API before starting server
[WARNING] plugin/kubernetes: starting server with unsynced Kubernetes API
.:53
[INFO] plugin/reload: Running configuration SHA512 = 66f0a748f44f6317a6b122af3f457c9dd0ecaed8718ffbf95a69434523efd9ec4992e71f54c7edd5753646fe9af89ac2138b9c3ce14d4a0ba9d2372a55f120bb
CoreDNS-1.13.1
linux/amd64, go1.25.2, 1db4568
[INFO] 127.0.0.1:48166 - 13822 "HINFO IN 4980390266542693915.3112609107992400106. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.041066938s
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[INFO] plugin/ready: Plugins not ready: "kubernetes"
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
[ERROR] plugin/kubernetes: Failed to watch
==> describe nodes <==
Name: default-k8s-diff-port-828751
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=default-k8s-diff-port-828751
kubernetes.io/os=linux
minikube.k8s.io/commit=a2daf445edf4872fd9586416ba5dbf507613db86
minikube.k8s.io/name=default-k8s-diff-port-828751
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_12_27T08_59_56_0700
minikube.k8s.io/version=v1.37.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Sat, 27 Dec 2025 08:59:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: default-k8s-diff-port-828751
AcquireTime: <unset>
RenewTime: Sat, 27 Dec 2025 09:01:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 08:59:51 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Sat, 27 Dec 2025 09:01:30 +0000 Sat, 27 Dec 2025 09:00:17 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.103.2
Hostname: default-k8s-diff-port-828751
Capacity:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
Allocatable:
cpu: 8
ephemeral-storage: 304681132Ki
hugepages-1Gi: 0
hugepages-2Mi: 0
memory: 32863356Ki
pods: 110
System Info:
Machine ID: 6a05ebbd9dbde47388fc365d694bbbfd
System UUID: 1b92c1c7-44c0-477e-8c77-8f9450b131cf
Boot ID: f259efbf-b583-4bad-a06c-36f705ada975
Kernel Version: 6.8.0-1045-gcp
OS Image: Debian GNU/Linux 12 (bookworm)
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.34.3
Kubelet Version: v1.35.0
Kube-Proxy Version:
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox 0 (0%) 0 (0%) 0 (0%) 0 (0%) 97s
kube-system coredns-7d764666f9-dbmsr 100m (1%) 0 (0%) 70Mi (0%) 170Mi (0%) 116s
kube-system etcd-default-k8s-diff-port-828751 100m (1%) 0 (0%) 100Mi (0%) 0 (0%) 2m2s
kube-system kindnet-rnws2 100m (1%) 100m (1%) 50Mi (0%) 50Mi (0%) 116s
kube-system kube-apiserver-default-k8s-diff-port-828751 250m (3%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system kube-controller-manager-default-k8s-diff-port-828751 200m (2%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system kube-proxy-q8js9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 116s
kube-system kube-scheduler-default-k8s-diff-port-828751 100m (1%) 0 (0%) 0 (0%) 0 (0%) 2m2s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 116s
kubernetes-dashboard dashboard-metrics-scraper-867fb5f87b-64qkr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
kubernetes-dashboard kubernetes-dashboard-b84665fb8-hvn4h 0 (0%) 0 (0%) 0 (0%) 0 (0%) 53s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 850m (10%) 100m (1%)
memory 220Mi (0%) 220Mi (0%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-1Gi 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal RegisteredNode 118s node-controller Node default-k8s-diff-port-828751 event: Registered Node default-k8s-diff-port-828751 in Controller
Normal RegisteredNode 54s node-controller Node default-k8s-diff-port-828751 event: Registered Node default-k8s-diff-port-828751 in Controller
==> dmesg <==
[ +4.572023] kauditd_printk_skb: 47 callbacks suppressed
[Dec27 08:57] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +0.008870] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000007] ll header: 00000000: ff ff ff ff ff ff 76 4c df c3 fd 0c 08 06
[Dec27 08:58] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff c2 65 21 e2 7d 1b 08 06
[ +0.000316] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff fe e2 4d 88 41 8d 08 06
[ +15.304324] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[ +12.677653] IPv4: martian source 10.244.0.1 from 10.244.0.2, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
[ +1.854444] IPv4: martian source 10.244.0.1 from 10.244.0.4, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff aa 22 a5 91 75 ed 08 06
[ +0.000330] IPv4: martian source 10.244.0.4 from 10.244.0.3, on dev eth0
[ +0.000005] ll header: 00000000: ff ff ff ff ff ff 16 31 e2 c8 39 fd 08 06
[ +5.680876] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000008] ll header: 00000000: ff ff ff ff ff ff 66 0c 0c 13 47 3d 08 06
[ +0.000354] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 42 2c 21 49 50 fe 08 06
[Dec27 08:59] IPv4: martian source 10.244.0.1 from 10.244.0.3, on dev eth0
[ +0.000009] ll header: 00000000: ff ff ff ff ff ff 72 ee 7b c1 bf 7f 08 06
[ +0.000405] IPv4: martian source 10.244.0.3 from 10.244.0.2, on dev eth0
[ +0.000006] ll header: 00000000: ff ff ff ff ff ff 5e ae 51 b1 b7 81 08 06
==> etcd [f6cf95513968f07523c03468c9fe4cd3f8950a7a33d75806b077d69e13e087af] <==
{"level":"info","ts":"2025-12-27T09:00:58.647743Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1981","msg":"f23060b075c4c089 switched to configuration voters=(17451554867067011209)"}
{"level":"info","ts":"2025-12-27T09:00:58.647758Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"f23060b075c4c089","initial-advertise-peer-urls":["https://192.168.103.2:2380"],"listen-peer-urls":["https://192.168.103.2:2380"],"advertise-client-urls":["https://192.168.103.2:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://192.168.103.2:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]}
{"level":"info","ts":"2025-12-27T09:00:58.647813Z","caller":"embed/etcd.go:890","msg":"serving metrics","address":"http://127.0.0.1:2381"}
{"level":"info","ts":"2025-12-27T09:00:58.647869Z","caller":"membership/cluster.go:433","msg":"ignore already added member","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","added-peer-id":"f23060b075c4c089","added-peer-peer-urls":["https://192.168.103.2:2380"],"added-peer-is-learner":false}
{"level":"info","ts":"2025-12-27T09:00:58.648084Z","caller":"membership/cluster.go:674","msg":"updated cluster version","cluster-id":"3336683c081d149d","local-member-id":"f23060b075c4c089","from":"3.6","to":"3.6"}
{"level":"info","ts":"2025-12-27T09:00:58.648451Z","caller":"embed/etcd.go:640","msg":"serving peer traffic","address":"192.168.103.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:58.648516Z","caller":"embed/etcd.go:611","msg":"cmux::serve","address":"192.168.103.2:2380"}
{"level":"info","ts":"2025-12-27T09:00:59.336658Z","logger":"raft","caller":"v3@v3.6.0/raft.go:988","msg":"f23060b075c4c089 is starting a new election at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336711Z","logger":"raft","caller":"v3@v3.6.0/raft.go:930","msg":"f23060b075c4c089 became pre-candidate at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336782Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgPreVoteResp from f23060b075c4c089 at term 2"}
{"level":"info","ts":"2025-12-27T09:00:59.336802Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgPreVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:59.336819Z","logger":"raft","caller":"v3@v3.6.0/raft.go:912","msg":"f23060b075c4c089 became candidate at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337525Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1077","msg":"f23060b075c4c089 received MsgVoteResp from f23060b075c4c089 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337548Z","logger":"raft","caller":"v3@v3.6.0/raft.go:1693","msg":"f23060b075c4c089 has received 1 MsgVoteResp votes and 0 vote rejections"}
{"level":"info","ts":"2025-12-27T09:00:59.337563Z","logger":"raft","caller":"v3@v3.6.0/raft.go:970","msg":"f23060b075c4c089 became leader at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.337570Z","logger":"raft","caller":"v3@v3.6.0/node.go:370","msg":"raft.node: f23060b075c4c089 elected leader f23060b075c4c089 at term 3"}
{"level":"info","ts":"2025-12-27T09:00:59.338682Z","caller":"etcdserver/server.go:1820","msg":"published local member to cluster through raft","local-member-id":"f23060b075c4c089","local-member-attributes":"{Name:default-k8s-diff-port-828751 ClientURLs:[https://192.168.103.2:2379]}","cluster-id":"3336683c081d149d","publish-timeout":"7s"}
{"level":"info","ts":"2025-12-27T09:00:59.338683Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:59.338698Z","caller":"embed/serve.go:138","msg":"ready to serve client requests"}
{"level":"info","ts":"2025-12-27T09:00:59.338870Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"}
{"level":"info","ts":"2025-12-27T09:00:59.338918Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"}
{"level":"info","ts":"2025-12-27T09:00:59.340097Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:59.340170Z","caller":"v3rpc/health.go:63","msg":"grpc service status changed","service":"","status":"SERVING"}
{"level":"info","ts":"2025-12-27T09:00:59.343049Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"192.168.103.2:2379"}
{"level":"info","ts":"2025-12-27T09:00:59.343048Z","caller":"embed/serve.go:283","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"}
==> kernel <==
09:01:57 up 44 min, 0 user, load average: 3.09, 3.66, 2.61
Linux default-k8s-diff-port-828751 6.8.0-1045-gcp #48~22.04.1-Ubuntu SMP Tue Nov 25 13:07:56 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Debian GNU/Linux 12 (bookworm)"
==> kindnet [b12d9bcf8a962fbf4c9034d35f1d07da1f1aa9eec60f72d915289592b77d45f2] <==
I1227 09:01:01.631815 1 main.go:109] connected to apiserver: https://10.96.0.1:443
I1227 09:01:01.632108 1 main.go:139] hostIP = 192.168.103.2
podIP = 192.168.103.2
I1227 09:01:01.632288 1 main.go:148] setting mtu 1500 for CNI
I1227 09:01:01.632326 1 main.go:178] kindnetd IP family: "ipv4"
I1227 09:01:01.632356 1 main.go:182] noMask IPv4 subnets: [10.244.0.0/16]
time="2025-12-27T09:01:01Z" level=info msg="Created plugin 10-kube-network-policies (kindnetd, handles RunPodSandbox,RemovePodSandbox)"
I1227 09:01:01.839321 1 controller.go:377] "Starting controller" name="kube-network-policies"
I1227 09:01:01.839439 1 controller.go:381] "Waiting for informer caches to sync"
I1227 09:01:01.839463 1 shared_informer.go:350] "Waiting for caches to sync" controller="kube-network-policies"
I1227 09:01:01.839577 1 controller.go:390] nri plugin exited: failed to connect to NRI service: dial unix /var/run/nri/nri.sock: connect: no such file or directory
I1227 09:01:02.140559 1 shared_informer.go:357] "Caches are synced" controller="kube-network-policies"
I1227 09:01:02.140590 1 metrics.go:72] Registering metrics
I1227 09:01:02.140666 1 controller.go:711] "Syncing nftables rules"
I1227 09:01:11.839975 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:11.840055 1 main.go:301] handling current node
I1227 09:01:21.839395 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:21.839454 1 main.go:301] handling current node
I1227 09:01:31.839341 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:31.839405 1 main.go:301] handling current node
I1227 09:01:41.839962 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:41.840005 1 main.go:301] handling current node
I1227 09:01:51.839421 1 main.go:297] Handling node with IPs: map[192.168.103.2:{}]
I1227 09:01:51.839458 1 main.go:301] handling current node
==> kube-apiserver [6101c037df14712517edc95e5f9d614f0ecbb1b5cdc0383e7047cca0dd99693c] <==
I1227 09:01:00.295465 1 autoregister_controller.go:144] Starting autoregister controller
I1227 09:01:00.295472 1 cache.go:32] Waiting for caches to sync for autoregister controller
I1227 09:01:00.295477 1 cache.go:39] Caches are synced for autoregister controller
I1227 09:01:00.295514 1 apf_controller.go:382] Running API Priority and Fairness config worker
I1227 09:01:00.295541 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I1227 09:01:00.295689 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:00.295730 1 shared_informer.go:356] "Caches are synced" controller="ipallocator-repair-controller"
I1227 09:01:00.295006 1 shared_informer.go:377] "Caches are synced"
E1227 09:01:00.302355 1 controller.go:97] Error removing old endpoints from kubernetes service: no API server IP addresses were listed in storage, refusing to erase all endpoints for the kubernetes Service
I1227 09:01:00.302548 1 shared_informer.go:356] "Caches are synced" controller="node_authorizer"
I1227 09:01:00.307008 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:00.307017 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I1227 09:01:00.307027 1 policy_source.go:248] refreshing policies
I1227 09:01:00.314134 1 controller.go:667] quota admission added evaluator for: leases.coordination.k8s.io
I1227 09:01:00.537768 1 controller.go:667] quota admission added evaluator for: namespaces
I1227 09:01:00.564352 1 controller.go:667] quota admission added evaluator for: deployments.apps
I1227 09:01:00.582814 1 controller.go:667] quota admission added evaluator for: roles.rbac.authorization.k8s.io
I1227 09:01:00.590511 1 controller.go:667] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1227 09:01:00.597332 1 controller.go:667] quota admission added evaluator for: serviceaccounts
I1227 09:01:00.629117 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/kubernetes-dashboard" clusterIPs={"IPv4":"10.104.180.219"}
I1227 09:01:00.638071 1 alloc.go:329] "allocated clusterIPs" service="kubernetes-dashboard/dashboard-metrics-scraper" clusterIPs={"IPv4":"10.108.94.196"}
I1227 09:01:01.198553 1 storage_scheduling.go:139] all system priority classes are created successfully or already exist.
I1227 09:01:03.925388 1 controller.go:667] quota admission added evaluator for: endpoints
I1227 09:01:03.974950 1 controller.go:667] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1227 09:01:04.024221 1 controller.go:667] quota admission added evaluator for: replicasets.apps
==> kube-controller-manager [df187dbb01dbc133a14ac9d14d5726d223e181bc31bcc80c9b49e7189b9287dd] <==
I1227 09:01:03.436209 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436231 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436272 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436452 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436771 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436860 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436901 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436870 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.436881 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437409 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437432 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437453 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437771 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437804 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437784 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437781 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.437910 1 node_lifecycle_controller.go:1234] "Initializing eviction metric for zone" zone=""
I1227 09:01:03.437791 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.438400 1 node_lifecycle_controller.go:886] "Missing timestamp for Node. Assuming now as a timestamp" node="default-k8s-diff-port-828751"
I1227 09:01:03.438742 1 node_lifecycle_controller.go:1080] "Controller detected that zone is now in new state" zone="" newState="Normal"
I1227 09:01:03.441504 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.535794 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.536873 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:03.536889 1 garbagecollector.go:166] "Garbage collector: all resource monitors have synced"
I1227 09:01:03.536894 1 garbagecollector.go:169] "Proceeding to collect garbage"
==> kube-proxy [4d6944ccda4360782a202ee9b455be9b33eedc47e5063517df7b10a18d536759] <==
I1227 09:01:01.479747 1 server_linux.go:53] "Using iptables proxy"
I1227 09:01:01.543109 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:01.644254 1 shared_informer.go:377] "Caches are synced"
I1227 09:01:01.644290 1 server.go:218] "Successfully retrieved NodeIPs" NodeIPs=["192.168.103.2"]
E1227 09:01:01.644402 1 server.go:255] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1227 09:01:01.662102 1 server.go:264] "kube-proxy running in dual-stack mode" primary ipFamily="IPv4"
I1227 09:01:01.662169 1 server_linux.go:136] "Using iptables Proxier"
I1227 09:01:01.667265 1 proxier.go:242] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1227 09:01:01.667765 1 server.go:529] "Version info" version="v1.35.0"
I1227 09:01:01.667795 1 server.go:531] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:01.669067 1 config.go:200] "Starting service config controller"
I1227 09:01:01.669095 1 config.go:403] "Starting serviceCIDR config controller"
I1227 09:01:01.669116 1 shared_informer.go:349] "Waiting for caches to sync" controller="serviceCIDR config"
I1227 09:01:01.669105 1 shared_informer.go:349] "Waiting for caches to sync" controller="service config"
I1227 09:01:01.669170 1 config.go:106] "Starting endpoint slice config controller"
I1227 09:01:01.669179 1 shared_informer.go:349] "Waiting for caches to sync" controller="endpoint slice config"
I1227 09:01:01.669199 1 config.go:309] "Starting node config controller"
I1227 09:01:01.669204 1 shared_informer.go:349] "Waiting for caches to sync" controller="node config"
I1227 09:01:01.769267 1 shared_informer.go:356] "Caches are synced" controller="endpoint slice config"
I1227 09:01:01.769303 1 shared_informer.go:356] "Caches are synced" controller="serviceCIDR config"
I1227 09:01:01.769268 1 shared_informer.go:356] "Caches are synced" controller="node config"
I1227 09:01:01.769268 1 shared_informer.go:356] "Caches are synced" controller="service config"
==> kube-scheduler [5afaecd4d147be1190151e8b6cee9b5369d1267606a7f29757a49c3a364b340a] <==
I1227 09:00:58.994380 1 serving.go:386] Generated self-signed cert in-memory
W1227 09:01:00.229472 1 requestheader_controller.go:204] Unable to get configmap/extension-apiserver-authentication in kube-system. Usually fixed by 'kubectl create rolebinding -n kube-system ROLEBINDING_NAME --role=extension-apiserver-authentication-reader --serviceaccount=YOUR_NS:YOUR_SA'
W1227 09:01:00.229514 1 authentication.go:397] Error looking up in-cluster authentication configuration: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot get resource "configmaps" in API group "" in the namespace "kube-system"
W1227 09:01:00.229535 1 authentication.go:398] Continuing without authentication configuration. This may treat all requests as anonymous.
W1227 09:01:00.229544 1 authentication.go:399] To require authentication configuration lookup to succeed, set --authentication-tolerate-lookup-failure=false
I1227 09:01:00.257298 1 server.go:175] "Starting Kubernetes Scheduler" version="v1.35.0"
I1227 09:01:00.257350 1 server.go:177] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1227 09:01:00.260111 1 secure_serving.go:211] Serving securely on 127.0.0.1:10259
I1227 09:01:00.260126 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I1227 09:01:00.260157 1 shared_informer.go:370] "Waiting for caches to sync"
I1227 09:01:00.260230 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I1227 09:01:00.361165 1 shared_informer.go:377] "Caches are synced"
==> kubelet <==
Dec 27 09:01:18 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:18.162973 727 prober_manager.go:197] "Startup probe already exists for container" pod="kube-system/kube-apiserver-default-k8s-diff-port-828751" containerName="kube-apiserver"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.089234 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.089292 727 scope.go:122] "RemoveContainer" containerID="6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.171217 727 scope.go:122] "RemoveContainer" containerID="6648c85c7f5f5aad0092b74f74c51263d3bd0e54365cede1900d32a00e06da08"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.171666 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:20.171701 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:20 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:20.171922 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:29.947587 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:29.947632 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:29 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:29.947822 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 20s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:32 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:32.203704 727 scope.go:122] "RemoveContainer" containerID="4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8"
Dec 27 09:01:39 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:39.235757 727 prober_manager.go:209] "Readiness probe already exists for container" pod="kube-system/coredns-7d764666f9-dbmsr" containerName="coredns"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.089229 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.089269 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.230069 727 scope.go:122] "RemoveContainer" containerID="5dc0dc74838a47205ff0abc4711aa2f19d206e151427fba34e3c7c2ac683f3c7"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.230361 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:41.230496 727 scope.go:122] "RemoveContainer" containerID="0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
Dec 27 09:01:41 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:41.230721 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:49.948170 727 prober_manager.go:221] "Liveness probe already exists for container" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" containerName="dashboard-metrics-scraper"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: I1227 09:01:49.948206 727 scope.go:122] "RemoveContainer" containerID="0a1a32075565255727bd3b6436231867e5bfe8320fdb99df6499dc5ae885d8cd"
Dec 27 09:01:49 default-k8s-diff-port-828751 kubelet[727]: E1227 09:01:49.948415 727 pod_workers.go:1324] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"dashboard-metrics-scraper\" with CrashLoopBackOff: \"back-off 40s restarting failed container=dashboard-metrics-scraper pod=dashboard-metrics-scraper-867fb5f87b-64qkr_kubernetes-dashboard(33d51a16-c989-42aa-9fe0-30f10d4e601c)\"" pod="kubernetes-dashboard/dashboard-metrics-scraper-867fb5f87b-64qkr" podUID="33d51a16-c989-42aa-9fe0-30f10d4e601c"
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: Stopping kubelet.service - kubelet: The Kubernetes Node Agent...
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: kubelet.service: Deactivated successfully.
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: Stopped kubelet.service - kubelet: The Kubernetes Node Agent.
Dec 27 09:01:52 default-k8s-diff-port-828751 systemd[1]: kubelet.service: Consumed 1.757s CPU time.
==> kubernetes-dashboard [5a309562abbe16e81f917d513c0365a84e43174c066467b5ab2d79b4a2c8bd03] <==
2025/12/27 09:01:09 Starting overwatch
2025/12/27 09:01:09 Using namespace: kubernetes-dashboard
2025/12/27 09:01:09 Using in-cluster config to connect to apiserver
2025/12/27 09:01:09 Using secret token for csrf signing
2025/12/27 09:01:09 Initializing csrf token from kubernetes-dashboard-csrf secret
2025/12/27 09:01:09 Empty token. Generating and storing in a secret kubernetes-dashboard-csrf
2025/12/27 09:01:09 Successful initial request to the apiserver, version: v1.35.0
2025/12/27 09:01:09 Generating JWE encryption key
2025/12/27 09:01:09 New synchronizer has been registered: kubernetes-dashboard-key-holder-kubernetes-dashboard. Starting
2025/12/27 09:01:09 Starting secret synchronizer for kubernetes-dashboard-key-holder in namespace kubernetes-dashboard
2025/12/27 09:01:10 Initializing JWE encryption key from synchronized object
2025/12/27 09:01:10 Creating in-cluster Sidecar client
2025/12/27 09:01:10 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
2025/12/27 09:01:10 Serving insecurely on HTTP port: 9090
2025/12/27 09:01:40 Metric client health check failed: the server is currently unable to handle the request (get services dashboard-metrics-scraper). Retrying in 30 seconds.
==> storage-provisioner [4afe29872675e1c36f87a55f5cde538b09fc9a308ef18102c29a1750f19bf6f8] <==
I1227 09:01:01.444959 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
F1227 09:01:31.448362 1 main.go:39] error getting server version: Get "https://10.96.0.1:443/version?timeout=32s": dial tcp 10.96.0.1:443: i/o timeout
==> storage-provisioner [cc1992e43c357534b3afb04b4b70c708bdba7b576e187595b9867ef538f5eb8d] <==
I1227 09:01:32.255272 1 storage_provisioner.go:116] Initializing the minikube storage provisioner...
I1227 09:01:32.261597 1 storage_provisioner.go:141] Storage provisioner initialized, now starting service!
I1227 09:01:32.261644 1 leaderelection.go:243] attempting to acquire leader lease kube-system/k8s.io-minikube-hostpath...
W1227 09:01:32.263510 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:35.718060 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:39.978787 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:43.576705 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:46.630403 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.652768 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.658369 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:49.658507 1 leaderelection.go:253] successfully acquired lease kube-system/k8s.io-minikube-hostpath
I1227 09:01:49.658626 1 event.go:282] Event(v1.ObjectReference{Kind:"Endpoints", Namespace:"kube-system", Name:"k8s.io-minikube-hostpath", UID:"8b28f9cc-56a6-4352-b2e1-4e4e58f36045", APIVersion:"v1", ResourceVersion:"681", FieldPath:""}): type: 'Normal' reason: 'LeaderElection' default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15 became leader
I1227 09:01:49.658673 1 controller.go:835] Starting provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15!
W1227 09:01:49.660532 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:49.663523 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
I1227 09:01:49.759643 1 controller.go:884] Started provisioner controller k8s.io/minikube-hostpath_default-k8s-diff-port-828751_7fbaedda-5c41-4035-ba62-d035e8f9ee15!
W1227 09:01:51.666728 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:51.670900 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:53.674601 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:53.679464 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:55.683219 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:55.687549 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:57.691215 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
W1227 09:01:57.694963 1 warnings.go:70] v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice
-- /stdout --
helpers_test.go:263: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
helpers_test.go:263: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.APIServer}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751: exit status 2 (321.686961ms)
-- stdout --
Running
-- /stdout --
helpers_test.go:263: status error: exit status 2 (may be ok)
helpers_test.go:270: (dbg) Run: kubectl --context default-k8s-diff-port-828751 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:294: <<< TestStartStop/group/default-k8s-diff-port/serial/Pause FAILED: end of post-mortem logs <<<
helpers_test.go:295: ---------------------/post-mortem---------------------------------
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/Pause (5.95s)
=== RUN TestDownloadOnly/v1.28.0/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-763184 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-763184 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio: (4.074187203s)
--- PASS: TestDownloadOnly/v1.28.0/json-events (4.07s)
=== RUN TestDownloadOnly/v1.28.0/preload-exists
I1227 08:27:39.374376 9078 preload.go:188] Checking if preload exists for k8s version v1.28.0 and runtime crio
I1227 08:27:39.374450 9078 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.0-cri-o-overlay-amd64.tar.lz4
--- PASS: TestDownloadOnly/v1.28.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.28.0/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-763184
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-763184: exit status 85 (70.047226ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬──────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼──────────┤
│ start │ -o=json --download-only -p download-only-763184 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴──────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:27:35
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:27:35.350850 9091 out.go:360] Setting OutFile to fd 1 ...
I1227 08:27:35.351516 9091 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:35.351528 9091 out.go:374] Setting ErrFile to fd 2...
I1227 08:27:35.351535 9091 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:35.351737 9091 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
W1227 08:27:35.351877 9091 root.go:314] Error reading config file at /home/jenkins/minikube-integration/22344-5543/.minikube/config/config.json: open /home/jenkins/minikube-integration/22344-5543/.minikube/config/config.json: no such file or directory
I1227 08:27:35.352388 9091 out.go:368] Setting JSON to true
I1227 08:27:35.353838 9091 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":607,"bootTime":1766823448,"procs":205,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:27:35.353953 9091 start.go:143] virtualization: kvm guest
I1227 08:27:35.358274 9091 out.go:99] [download-only-763184] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
W1227 08:27:35.358392 9091 preload.go:372] Failed to list preload files: open /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball: no such file or directory
I1227 08:27:35.358438 9091 notify.go:221] Checking for updates...
I1227 08:27:35.359634 9091 out.go:171] MINIKUBE_LOCATION=22344
I1227 08:27:35.361103 9091 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:27:35.362327 9091 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:27:35.363513 9091 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:27:35.364733 9091 out.go:171] MINIKUBE_BIN=out/minikube-linux-amd64
W1227 08:27:35.367594 9091 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1227 08:27:35.367803 9091 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:27:35.391906 9091 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:27:35.391983 9091 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:35.613935 9091 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:63 SystemTime:2025-12-27 08:27:35.605033192 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:35.614034 9091 docker.go:319] overlay module found
I1227 08:27:35.615757 9091 out.go:99] Using the docker driver based on user configuration
I1227 08:27:35.615787 9091 start.go:309] selected driver: docker
I1227 08:27:35.615795 9091 start.go:928] validating driver "docker" against <nil>
I1227 08:27:35.615897 9091 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:35.673566 9091 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:63 SystemTime:2025-12-27 08:27:35.663607526 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:35.673768 9091 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:27:35.674725 9091 start_flags.go:417] Using suggested 8000MB memory alloc based on sys=32093MB, container=32093MB
I1227 08:27:35.675007 9091 start_flags.go:1001] Wait components to verify : map[apiserver:true system_pods:true]
I1227 08:27:35.676553 9091 out.go:171] Using Docker driver with root privileges
* The control-plane node download-only-763184 host does not exist
To start a cluster, run: "minikube start -p download-only-763184"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.28.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.28.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-763184
--- PASS: TestDownloadOnly/v1.28.0/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnly/v1.35.0/json-events
aaa_download_only_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -o=json --download-only -p download-only-923785 --force --alsologtostderr --kubernetes-version=v1.35.0 --container-runtime=crio --driver=docker --container-runtime=crio
aaa_download_only_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -o=json --download-only -p download-only-923785 --force --alsologtostderr --kubernetes-version=v1.35.0 --container-runtime=crio --driver=docker --container-runtime=crio: (3.163315242s)
--- PASS: TestDownloadOnly/v1.35.0/json-events (3.16s)
=== RUN TestDownloadOnly/v1.35.0/preload-exists
I1227 08:27:42.969581 9078 preload.go:188] Checking if preload exists for k8s version v1.35.0 and runtime crio
I1227 08:27:42.969618 9078 preload.go:203] Found local preload: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.35.0-cri-o-overlay-amd64.tar.lz4
--- PASS: TestDownloadOnly/v1.35.0/preload-exists (0.00s)
=== RUN TestDownloadOnly/v1.35.0/LogsDuration
aaa_download_only_test.go:183: (dbg) Run: out/minikube-linux-amd64 logs -p download-only-923785
aaa_download_only_test.go:183: (dbg) Non-zero exit: out/minikube-linux-amd64 logs -p download-only-923785: exit status 85 (69.464358ms)
-- stdout --
==> Audit <==
┌─────────┬───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┬──────────────────────┬─────────┬─────────┬─────────────────────┬─────────────────────┐
│ COMMAND │ ARGS │ PROFILE │ USER │ VERSION │ START TIME │ END TIME │
├─────────┼───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┼──────────────────────┼─────────┼─────────┼─────────────────────┼─────────────────────┤
│ start │ -o=json --download-only -p download-only-763184 --force --alsologtostderr --kubernetes-version=v1.28.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
│ delete │ --all │ minikube │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ delete │ -p download-only-763184 │ download-only-763184 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ 27 Dec 25 08:27 UTC │
│ start │ -o=json --download-only -p download-only-923785 --force --alsologtostderr --kubernetes-version=v1.35.0 --container-runtime=crio --driver=docker --container-runtime=crio │ download-only-923785 │ jenkins │ v1.37.0 │ 27 Dec 25 08:27 UTC │ │
└─────────┴───────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────────┴──────────────────────┴─────────┴─────────┴─────────────────────┴─────────────────────┘
==> Last Start <==
Log file created at: 2025/12/27 08:27:39
Running on machine: ubuntu-20-agent-4
Binary: Built with gc go1.25.5 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1227 08:27:39.856940 9455 out.go:360] Setting OutFile to fd 1 ...
I1227 08:27:39.857154 9455 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:39.857164 9455 out.go:374] Setting ErrFile to fd 2...
I1227 08:27:39.857170 9455 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:27:39.857372 9455 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:27:39.857840 9455 out.go:368] Setting JSON to true
I1227 08:27:39.858597 9455 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":612,"bootTime":1766823448,"procs":174,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:27:39.858646 9455 start.go:143] virtualization: kvm guest
I1227 08:27:39.860328 9455 out.go:99] [download-only-923785] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:27:39.860466 9455 notify.go:221] Checking for updates...
I1227 08:27:39.861525 9455 out.go:171] MINIKUBE_LOCATION=22344
I1227 08:27:39.862861 9455 out.go:171] MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:27:39.863981 9455 out.go:171] KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:27:39.865004 9455 out.go:171] MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:27:39.865956 9455 out.go:171] MINIKUBE_BIN=out/minikube-linux-amd64
W1227 08:27:39.867789 9455 out.go:336] minikube skips various validations when --force is supplied; this may lead to unexpected behavior
I1227 08:27:39.867985 9455 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:27:39.890273 9455 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:27:39.890400 9455 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:39.945875 9455 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:51 SystemTime:2025-12-27 08:27:39.935988582 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:39.945979 9455 docker.go:319] overlay module found
I1227 08:27:39.947363 9455 out.go:99] Using the docker driver based on user configuration
I1227 08:27:39.947396 9455 start.go:309] selected driver: docker
I1227 08:27:39.947405 9455 start.go:928] validating driver "docker" against <nil>
I1227 08:27:39.947493 9455 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:27:40.001090 9455 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:0 ContainersRunning:0 ContainersPaused:0 ContainersStopped:0 Images:1 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:30 OomKillDisable:false NGoroutines:51 SystemTime:2025-12-27 08:27:39.991748849 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:27:40.001348 9455 start_flags.go:333] no existing cluster config was found, will generate one from the flags
I1227 08:27:40.001837 9455 start_flags.go:417] Using suggested 8000MB memory alloc based on sys=32093MB, container=32093MB
I1227 08:27:40.001987 9455 start_flags.go:1001] Wait components to verify : map[apiserver:true system_pods:true]
I1227 08:27:40.003535 9455 out.go:171] Using Docker driver with root privileges
* The control-plane node download-only-923785 host does not exist
To start a cluster, run: "minikube start -p download-only-923785"
-- /stdout --
aaa_download_only_test.go:184: minikube logs failed with error: exit status 85
--- PASS: TestDownloadOnly/v1.35.0/LogsDuration (0.07s)
=== RUN TestDownloadOnly/v1.35.0/DeleteAll
aaa_download_only_test.go:196: (dbg) Run: out/minikube-linux-amd64 delete --all
--- PASS: TestDownloadOnly/v1.35.0/DeleteAll (0.22s)
=== RUN TestDownloadOnly/v1.35.0/DeleteAlwaysSucceeds
aaa_download_only_test.go:207: (dbg) Run: out/minikube-linux-amd64 delete -p download-only-923785
--- PASS: TestDownloadOnly/v1.35.0/DeleteAlwaysSucceeds (0.14s)
=== RUN TestDownloadOnlyKic
aaa_download_only_test.go:231: (dbg) Run: out/minikube-linux-amd64 start --download-only -p download-docker-635228 --alsologtostderr --driver=docker --container-runtime=crio
helpers_test.go:176: Cleaning up "download-docker-635228" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p download-docker-635228
--- PASS: TestDownloadOnlyKic (0.40s)
=== RUN TestBinaryMirror
I1227 08:27:44.065813 9078 binary.go:80] Not caching binary, using https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.35.0/bin/linux/amd64/kubectl.sha256
aaa_download_only_test.go:309: (dbg) Run: out/minikube-linux-amd64 start --download-only -p binary-mirror-291632 --alsologtostderr --binary-mirror http://127.0.0.1:37901 --driver=docker --container-runtime=crio
helpers_test.go:176: Cleaning up "binary-mirror-291632" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p binary-mirror-291632
--- PASS: TestBinaryMirror (0.79s)
=== RUN TestOffline
=== PAUSE TestOffline
=== CONT TestOffline
aab_offline_test.go:55: (dbg) Run: out/minikube-linux-amd64 start -p offline-crio-375952 --alsologtostderr -v=1 --memory=3072 --wait=true --driver=docker --container-runtime=crio
aab_offline_test.go:55: (dbg) Done: out/minikube-linux-amd64 start -p offline-crio-375952 --alsologtostderr -v=1 --memory=3072 --wait=true --driver=docker --container-runtime=crio: (57.173655771s)
helpers_test.go:176: Cleaning up "offline-crio-375952" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p offline-crio-375952
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p offline-crio-375952: (2.333384683s)
--- PASS: TestOffline (59.51s)
=== RUN TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/EnablingAddonOnNonExistingCluster
addons_test.go:1002: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-638058
addons_test.go:1002: (dbg) Non-zero exit: out/minikube-linux-amd64 addons enable dashboard -p addons-638058: exit status 85 (67.757357ms)
-- stdout --
* Profile "addons-638058" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-638058"
-- /stdout --
--- PASS: TestAddons/PreSetup/EnablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== PAUSE TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
=== CONT TestAddons/PreSetup/DisablingAddonOnNonExistingCluster
addons_test.go:1013: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-638058
addons_test.go:1013: (dbg) Non-zero exit: out/minikube-linux-amd64 addons disable dashboard -p addons-638058: exit status 85 (67.763922ms)
-- stdout --
* Profile "addons-638058" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p addons-638058"
-- /stdout --
--- PASS: TestAddons/PreSetup/DisablingAddonOnNonExistingCluster (0.07s)
=== RUN TestAddons/Setup
addons_test.go:110: (dbg) Run: out/minikube-linux-amd64 start -p addons-638058 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher
addons_test.go:110: (dbg) Done: out/minikube-linux-amd64 start -p addons-638058 --wait=true --memory=4096 --alsologtostderr --addons=registry --addons=registry-creds --addons=metrics-server --addons=volumesnapshots --addons=csi-hostpath-driver --addons=gcp-auth --addons=cloud-spanner --addons=inspektor-gadget --addons=nvidia-device-plugin --addons=yakd --addons=volcano --addons=amd-gpu-device-plugin --driver=docker --container-runtime=crio --addons=ingress --addons=ingress-dns --addons=storage-provisioner-rancher: (1m32.996940521s)
--- PASS: TestAddons/Setup (93.00s)
=== RUN TestAddons/serial/GCPAuth/Namespaces
addons_test.go:632: (dbg) Run: kubectl --context addons-638058 create ns new-namespace
addons_test.go:646: (dbg) Run: kubectl --context addons-638058 get secret gcp-auth -n new-namespace
--- PASS: TestAddons/serial/GCPAuth/Namespaces (0.16s)
=== RUN TestAddons/serial/GCPAuth/FakeCredentials
addons_test.go:677: (dbg) Run: kubectl --context addons-638058 create -f testdata/busybox.yaml
addons_test.go:684: (dbg) Run: kubectl --context addons-638058 create sa gcp-auth-test
addons_test.go:690: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:353: "busybox" [1d59712c-ba0d-428e-964b-da16db5bc422] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:353: "busybox" [1d59712c-ba0d-428e-964b-da16db5bc422] Running
addons_test.go:690: (dbg) TestAddons/serial/GCPAuth/FakeCredentials: integration-test=busybox healthy within 8.003672991s
addons_test.go:696: (dbg) Run: kubectl --context addons-638058 exec busybox -- /bin/sh -c "printenv GOOGLE_APPLICATION_CREDENTIALS"
addons_test.go:708: (dbg) Run: kubectl --context addons-638058 describe sa gcp-auth-test
addons_test.go:746: (dbg) Run: kubectl --context addons-638058 exec busybox -- /bin/sh -c "printenv GOOGLE_CLOUD_PROJECT"
--- PASS: TestAddons/serial/GCPAuth/FakeCredentials (8.41s)
=== RUN TestAddons/StoppedEnableDisable
addons_test.go:174: (dbg) Run: out/minikube-linux-amd64 stop -p addons-638058
addons_test.go:174: (dbg) Done: out/minikube-linux-amd64 stop -p addons-638058: (18.27125573s)
addons_test.go:178: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p addons-638058
addons_test.go:182: (dbg) Run: out/minikube-linux-amd64 addons disable dashboard -p addons-638058
addons_test.go:187: (dbg) Run: out/minikube-linux-amd64 addons disable gvisor -p addons-638058
--- PASS: TestAddons/StoppedEnableDisable (18.55s)
=== RUN TestCertOptions
=== PAUSE TestCertOptions
=== CONT TestCertOptions
cert_options_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p cert-options-708267 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio
cert_options_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p cert-options-708267 --memory=3072 --apiserver-ips=127.0.0.1 --apiserver-ips=192.168.15.15 --apiserver-names=localhost --apiserver-names=www.google.com --apiserver-port=8555 --driver=docker --container-runtime=crio: (22.424307866s)
cert_options_test.go:60: (dbg) Run: out/minikube-linux-amd64 -p cert-options-708267 ssh "openssl x509 -text -noout -in /var/lib/minikube/certs/apiserver.crt"
cert_options_test.go:88: (dbg) Run: kubectl --context cert-options-708267 config view
cert_options_test.go:100: (dbg) Run: out/minikube-linux-amd64 ssh -p cert-options-708267 -- "sudo cat /etc/kubernetes/admin.conf"
helpers_test.go:176: Cleaning up "cert-options-708267" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p cert-options-708267
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p cert-options-708267: (2.774242002s)
--- PASS: TestCertOptions (25.98s)
=== RUN TestCertExpiration
=== PAUSE TestCertExpiration
=== CONT TestCertExpiration
cert_options_test.go:123: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-807052 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio
cert_options_test.go:123: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-807052 --memory=3072 --cert-expiration=3m --driver=docker --container-runtime=crio: (24.125952993s)
cert_options_test.go:131: (dbg) Run: out/minikube-linux-amd64 start -p cert-expiration-807052 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio
cert_options_test.go:131: (dbg) Done: out/minikube-linux-amd64 start -p cert-expiration-807052 --memory=3072 --cert-expiration=8760h --driver=docker --container-runtime=crio: (6.949216526s)
helpers_test.go:176: Cleaning up "cert-expiration-807052" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p cert-expiration-807052
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p cert-expiration-807052: (2.594635267s)
--- PASS: TestCertExpiration (213.67s)
=== RUN TestForceSystemdFlag
=== PAUSE TestForceSystemdFlag
=== CONT TestForceSystemdFlag
docker_test.go:91: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-flag-659733 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:91: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-flag-659733 --memory=3072 --force-systemd --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (19.412404957s)
docker_test.go:132: (dbg) Run: out/minikube-linux-amd64 -p force-systemd-flag-659733 ssh "cat /etc/crio/crio.conf.d/02-crio.conf"
helpers_test.go:176: Cleaning up "force-systemd-flag-659733" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-flag-659733
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-flag-659733: (4.367010931s)
--- PASS: TestForceSystemdFlag (24.09s)
=== RUN TestForceSystemdEnv
=== PAUSE TestForceSystemdEnv
=== CONT TestForceSystemdEnv
docker_test.go:155: (dbg) Run: out/minikube-linux-amd64 start -p force-systemd-env-106835 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
docker_test.go:155: (dbg) Done: out/minikube-linux-amd64 start -p force-systemd-env-106835 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (17.473986799s)
helpers_test.go:176: Cleaning up "force-systemd-env-106835" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p force-systemd-env-106835
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p force-systemd-env-106835: (2.501432317s)
--- PASS: TestForceSystemdEnv (19.98s)
=== RUN TestErrorSpam/setup
error_spam_test.go:81: (dbg) Run: out/minikube-linux-amd64 start -p nospam-591828 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-591828 --driver=docker --container-runtime=crio
error_spam_test.go:81: (dbg) Done: out/minikube-linux-amd64 start -p nospam-591828 -n=1 --memory=3072 --wait=false --log_dir=/tmp/nospam-591828 --driver=docker --container-runtime=crio: (19.013094029s)
--- PASS: TestErrorSpam/setup (19.01s)
=== RUN TestErrorSpam/start
error_spam_test.go:206: Cleaning up 1 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 start --dry-run
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 start --dry-run
error_spam_test.go:172: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 start --dry-run
--- PASS: TestErrorSpam/start (0.64s)
=== RUN TestErrorSpam/status
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 status
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 status
error_spam_test.go:172: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 status
--- PASS: TestErrorSpam/status (0.94s)
=== RUN TestErrorSpam/pause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause: exit status 80 (2.318657064s)
-- stdout --
* Pausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:08Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause: exit status 80 (2.278535102s)
-- stdout --
* Pausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:11Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause: exit status 80 (2.014032363s)
-- stdout --
* Pausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_PAUSE: Pause: list running: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:13Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 pause" failed: exit status 80
--- PASS: TestErrorSpam/pause (6.61s)
=== RUN TestErrorSpam/unpause
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause: exit status 80 (1.424249963s)
-- stdout --
* Unpausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:14Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause" failed: exit status 80
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause
error_spam_test.go:149: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause: exit status 80 (1.695813245s)
-- stdout --
* Unpausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:16Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:151: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause" failed: exit status 80
error_spam_test.go:172: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause
error_spam_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause: exit status 80 (1.758820657s)
-- stdout --
* Unpausing node nospam-591828 ...
-- /stdout --
** stderr **
X Exiting due to GUEST_UNPAUSE: Pause: list paused: runc: sudo runc list -f json: Process exited with status 1
stdout:
stderr:
time="2025-12-27T08:31:17Z" level=error msg="open /run/runc: no such file or directory"
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_delete_7f6b85125f52d8b6f2676a081a2b9f4eb5a7d9b1_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
error_spam_test.go:174: "out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 unpause" failed: exit status 80
--- PASS: TestErrorSpam/unpause (4.88s)
=== RUN TestErrorSpam/stop
error_spam_test.go:206: Cleaning up 0 logfile(s) ...
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 stop
error_spam_test.go:149: (dbg) Done: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 stop: (2.352698161s)
error_spam_test.go:149: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 stop
error_spam_test.go:172: (dbg) Run: out/minikube-linux-amd64 -p nospam-591828 --log_dir /tmp/nospam-591828 stop
--- PASS: TestErrorSpam/stop (2.55s)
=== RUN TestFunctional/serial/CopySyncFile
functional_test.go:1865: local sync path: /home/jenkins/minikube-integration/22344-5543/.minikube/files/etc/test/nested/copy/9078/hosts
--- PASS: TestFunctional/serial/CopySyncFile (0.00s)
=== RUN TestFunctional/serial/StartWithProxy
functional_test.go:2244: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio
functional_test.go:2244: (dbg) Done: out/minikube-linux-amd64 start -p functional-205407 --memory=4096 --apiserver-port=8441 --wait=all --driver=docker --container-runtime=crio: (38.480356408s)
--- PASS: TestFunctional/serial/StartWithProxy (38.48s)
=== RUN TestFunctional/serial/AuditLog
--- PASS: TestFunctional/serial/AuditLog (0.00s)
=== RUN TestFunctional/serial/SoftStart
I1227 08:32:03.293381 9078 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
functional_test.go:674: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --alsologtostderr -v=8
functional_test.go:674: (dbg) Done: out/minikube-linux-amd64 start -p functional-205407 --alsologtostderr -v=8: (5.954219787s)
functional_test.go:678: soft start took 5.955539825s for "functional-205407" cluster.
I1227 08:32:09.248014 9078 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestFunctional/serial/SoftStart (5.96s)
=== RUN TestFunctional/serial/KubeContext
functional_test.go:696: (dbg) Run: kubectl config current-context
--- PASS: TestFunctional/serial/KubeContext (0.04s)
=== RUN TestFunctional/serial/KubectlGetPods
functional_test.go:711: (dbg) Run: kubectl --context functional-205407 get po -A
--- PASS: TestFunctional/serial/KubectlGetPods (0.08s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_remote
functional_test.go:1069: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache add registry.k8s.io/pause:3.1
functional_test.go:1069: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache add registry.k8s.io/pause:3.3
functional_test.go:1069: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache add registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/add_remote (2.46s)
=== RUN TestFunctional/serial/CacheCmd/cache/add_local
functional_test.go:1097: (dbg) Run: docker build -t minikube-local-cache-test:functional-205407 /tmp/TestFunctionalserialCacheCmdcacheadd_local421072463/001
functional_test.go:1109: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache add minikube-local-cache-test:functional-205407
functional_test.go:1114: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache delete minikube-local-cache-test:functional-205407
functional_test.go:1103: (dbg) Run: docker rmi minikube-local-cache-test:functional-205407
--- PASS: TestFunctional/serial/CacheCmd/cache/add_local (0.91s)
=== RUN TestFunctional/serial/CacheCmd/cache/CacheDelete
functional_test.go:1122: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.3
--- PASS: TestFunctional/serial/CacheCmd/cache/CacheDelete (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/list
functional_test.go:1130: (dbg) Run: out/minikube-linux-amd64 cache list
--- PASS: TestFunctional/serial/CacheCmd/cache/list (0.06s)
=== RUN TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node
functional_test.go:1144: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh sudo crictl images
--- PASS: TestFunctional/serial/CacheCmd/cache/verify_cache_inside_node (0.28s)
=== RUN TestFunctional/serial/CacheCmd/cache/cache_reload
functional_test.go:1167: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh sudo crictl rmi registry.k8s.io/pause:latest
functional_test.go:1173: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh sudo crictl inspecti registry.k8s.io/pause:latest
functional_test.go:1173: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh sudo crictl inspecti registry.k8s.io/pause:latest: exit status 1 (270.947ms)
-- stdout --
[31mFATA[0m[0000] no such image "registry.k8s.io/pause:latest" present
-- /stdout --
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:1178: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cache reload
functional_test.go:1183: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh sudo crictl inspecti registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/cache_reload (1.47s)
=== RUN TestFunctional/serial/CacheCmd/cache/delete
functional_test.go:1192: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:3.1
functional_test.go:1192: (dbg) Run: out/minikube-linux-amd64 cache delete registry.k8s.io/pause:latest
--- PASS: TestFunctional/serial/CacheCmd/cache/delete (0.12s)
=== RUN TestFunctional/serial/MinikubeKubectlCmd
functional_test.go:731: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 kubectl -- --context functional-205407 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmd (0.11s)
=== RUN TestFunctional/serial/MinikubeKubectlCmdDirectly
functional_test.go:756: (dbg) Run: out/kubectl --context functional-205407 get pods
--- PASS: TestFunctional/serial/MinikubeKubectlCmdDirectly (0.11s)
=== RUN TestFunctional/serial/ExtraConfig
functional_test.go:772: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all
functional_test.go:772: (dbg) Done: out/minikube-linux-amd64 start -p functional-205407 --extra-config=apiserver.enable-admission-plugins=NamespaceAutoProvision --wait=all: (34.422008574s)
functional_test.go:776: restart took 34.422131567s for "functional-205407" cluster.
I1227 08:32:49.382949 9078 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestFunctional/serial/ExtraConfig (34.42s)
=== RUN TestFunctional/serial/ComponentHealth
functional_test.go:825: (dbg) Run: kubectl --context functional-205407 get po -l tier=control-plane -n kube-system -o=json
functional_test.go:840: etcd phase: Running
functional_test.go:850: etcd status: Ready
functional_test.go:840: kube-apiserver phase: Running
functional_test.go:850: kube-apiserver status: Ready
functional_test.go:840: kube-controller-manager phase: Running
functional_test.go:850: kube-controller-manager status: Ready
functional_test.go:840: kube-scheduler phase: Running
functional_test.go:850: kube-scheduler status: Ready
--- PASS: TestFunctional/serial/ComponentHealth (0.06s)
=== RUN TestFunctional/serial/LogsCmd
functional_test.go:1256: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 logs
functional_test.go:1256: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 logs: (1.165920483s)
--- PASS: TestFunctional/serial/LogsCmd (1.17s)
=== RUN TestFunctional/serial/LogsFileCmd
functional_test.go:1270: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 logs --file /tmp/TestFunctionalserialLogsFileCmd2116536510/001/logs.txt
functional_test.go:1270: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 logs --file /tmp/TestFunctionalserialLogsFileCmd2116536510/001/logs.txt: (1.169728912s)
--- PASS: TestFunctional/serial/LogsFileCmd (1.17s)
=== RUN TestFunctional/serial/InvalidService
functional_test.go:2331: (dbg) Run: kubectl --context functional-205407 apply -f testdata/invalidsvc.yaml
functional_test.go:2345: (dbg) Run: out/minikube-linux-amd64 service invalid-svc -p functional-205407
functional_test.go:2345: (dbg) Non-zero exit: out/minikube-linux-amd64 service invalid-svc -p functional-205407: exit status 115 (342.890678ms)
-- stdout --
┌───────────┬─────────────┬─────────────┬───────────────────────────┐
│ NAMESPACE │ NAME │ TARGET PORT │ URL │
├───────────┼─────────────┼─────────────┼───────────────────────────┤
│ default │ invalid-svc │ 80 │ http://192.168.49.2:31970 │
└───────────┴─────────────┴─────────────┴───────────────────────────┘
-- /stdout --
** stderr **
X Exiting due to SVC_UNREACHABLE: service not available: no running pod for service invalid-svc found
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_service_96b204199e3191fa1740d4430b018a3c8028d52d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
functional_test.go:2337: (dbg) Run: kubectl --context functional-205407 delete -f testdata/invalidsvc.yaml
functional_test.go:2337: (dbg) Done: kubectl --context functional-205407 delete -f testdata/invalidsvc.yaml: (1.071656703s)
--- PASS: TestFunctional/serial/InvalidService (4.58s)
=== RUN TestFunctional/parallel/ConfigCmd
=== PAUSE TestFunctional/parallel/ConfigCmd
=== CONT TestFunctional/parallel/ConfigCmd
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config unset cpus
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config get cpus
functional_test.go:1219: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 config get cpus: exit status 14 (78.207526ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config set cpus 2
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config get cpus
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config unset cpus
functional_test.go:1219: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 config get cpus
functional_test.go:1219: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 config get cpus: exit status 14 (71.144047ms)
** stderr **
Error: specified key could not be found in config
** /stderr **
--- PASS: TestFunctional/parallel/ConfigCmd (0.43s)
=== RUN TestFunctional/parallel/DashboardCmd
=== PAUSE TestFunctional/parallel/DashboardCmd
=== CONT TestFunctional/parallel/DashboardCmd
functional_test.go:920: (dbg) daemon: [out/minikube-linux-amd64 dashboard --url --port 0 -p functional-205407 --alsologtostderr -v=1]
functional_test.go:925: (dbg) stopping [out/minikube-linux-amd64 dashboard --url --port 0 -p functional-205407 --alsologtostderr -v=1] ...
helpers_test.go:526: unable to kill pid 45124: os: process already finished
--- PASS: TestFunctional/parallel/DashboardCmd (7.91s)
=== RUN TestFunctional/parallel/DryRun
=== PAUSE TestFunctional/parallel/DryRun
=== CONT TestFunctional/parallel/DryRun
functional_test.go:994: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:994: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-205407 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (151.374778ms)
-- stdout --
* [functional-205407] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
-- /stdout --
** stderr **
I1227 08:33:16.703253 44522 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:16.703549 44522 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:16.703562 44522 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:16.703569 44522 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:16.703801 44522 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:16.704288 44522 out.go:368] Setting JSON to false
I1227 08:33:16.705277 44522 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":949,"bootTime":1766823448,"procs":244,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:33:16.705359 44522 start.go:143] virtualization: kvm guest
I1227 08:33:16.707511 44522 out.go:179] * [functional-205407] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:33:16.708818 44522 notify.go:221] Checking for updates...
I1227 08:33:16.708889 44522 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:33:16.710256 44522 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:33:16.711538 44522 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:33:16.712794 44522 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:33:16.714026 44522 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:33:16.715221 44522 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:33:16.716668 44522 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:16.717167 44522 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:33:16.740074 44522 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:33:16.740184 44522 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:33:16.793429 44522 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:55 SystemTime:2025-12-27 08:33:16.783225204 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:33:16.793536 44522 docker.go:319] overlay module found
I1227 08:33:16.795323 44522 out.go:179] * Using the docker driver based on existing profile
I1227 08:33:16.796344 44522 start.go:309] selected driver: docker
I1227 08:33:16.796371 44522 start.go:928] validating driver "docker" against &{Name:functional-205407 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:functional-205407 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:33:16.796442 44522 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:33:16.797909 44522 out.go:203]
W1227 08:33:16.799033 44522 out.go:285] X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
X Exiting due to RSRC_INSUFFICIENT_REQ_MEMORY: Requested memory allocation 250MiB is less than the usable minimum of 1800MB
I1227 08:33:16.800140 44522 out.go:203]
** /stderr **
functional_test.go:1011: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --dry-run --alsologtostderr -v=1 --driver=docker --container-runtime=crio
--- PASS: TestFunctional/parallel/DryRun (0.35s)
=== RUN TestFunctional/parallel/InternationalLanguage
=== PAUSE TestFunctional/parallel/InternationalLanguage
=== CONT TestFunctional/parallel/InternationalLanguage
functional_test.go:1040: (dbg) Run: out/minikube-linux-amd64 start -p functional-205407 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio
functional_test.go:1040: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p functional-205407 --dry-run --memory 250MB --alsologtostderr --driver=docker --container-runtime=crio: exit status 23 (155.845464ms)
-- stdout --
* [functional-205407] minikube v1.37.0 sur Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Utilisation du pilote docker basé sur le profil existant
-- /stdout --
** stderr **
I1227 08:33:17.061157 44743 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:17.061270 44743 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:17.061286 44743 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:17.061291 44743 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:17.061569 44743 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:17.062029 44743 out.go:368] Setting JSON to false
I1227 08:33:17.062964 44743 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":949,"bootTime":1766823448,"procs":243,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:33:17.063024 44743 start.go:143] virtualization: kvm guest
I1227 08:33:17.064937 44743 out.go:179] * [functional-205407] minikube v1.37.0 sur Ubuntu 22.04 (kvm/amd64)
I1227 08:33:17.066208 44743 notify.go:221] Checking for updates...
I1227 08:33:17.066286 44743 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:33:17.067531 44743 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:33:17.068767 44743 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:33:17.069837 44743 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:33:17.070927 44743 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:33:17.072081 44743 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:33:17.073684 44743 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:17.074160 44743 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:33:17.097297 44743 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:33:17.097417 44743 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:33:17.150550 44743 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:37 OomKillDisable:false NGoroutines:55 SystemTime:2025-12-27 08:33:17.14116697 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x8
6_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[ma
p[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:33:17.150643 44743 docker.go:319] overlay module found
I1227 08:33:17.153136 44743 out.go:179] * Utilisation du pilote docker basé sur le profil existant
I1227 08:33:17.154279 44743 start.go:309] selected driver: docker
I1227 08:33:17.154292 44743 start.go:928] validating driver "docker" against &{Name:functional-205407 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.48-1766570851-22316@sha256:7975a7a1117280f99ad7696c9c80bdca993064fe9e309e9984685e0ce989758a Memory:4096 CPUs:2 DiskSize:20000 Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8441 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.35.0 ClusterName:functional-205407 Namespace:default APIServerHAVIP: APIServerNa
me:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[{Component:apiserver Key:enable-admission-plugins Value:NamespaceAutoProvision}] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.49.2 Port:8441 KubernetesVersion:v1.35.0 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s MountString: Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] Moun
tPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false DisableCoreDNSLog:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s Rosetta:false}
I1227 08:33:17.154426 44743 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:33:17.155925 44743 out.go:203]
W1227 08:33:17.156948 44743 out.go:285] X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
X Fermeture en raison de RSRC_INSUFFICIENT_REQ_MEMORY : L'allocation de mémoire demandée 250 Mio est inférieure au minimum utilisable de 1800 Mo
I1227 08:33:17.157969 44743 out.go:203]
** /stderr **
--- PASS: TestFunctional/parallel/InternationalLanguage (0.16s)
=== RUN TestFunctional/parallel/StatusCmd
=== PAUSE TestFunctional/parallel/StatusCmd
=== CONT TestFunctional/parallel/StatusCmd
functional_test.go:869: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 status
functional_test.go:875: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 status -f host:{{.Host}},kublet:{{.Kubelet}},apiserver:{{.APIServer}},kubeconfig:{{.Kubeconfig}}
functional_test.go:887: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 status -o json
--- PASS: TestFunctional/parallel/StatusCmd (0.94s)
=== RUN TestFunctional/parallel/ServiceCmdConnect
=== PAUSE TestFunctional/parallel/ServiceCmdConnect
=== CONT TestFunctional/parallel/ServiceCmdConnect
functional_test.go:1641: (dbg) Run: kubectl --context functional-205407 create deployment hello-node-connect --image ghcr.io/medyagh/image-mirrors/kicbase/echo-server
functional_test.go:1645: (dbg) Run: kubectl --context functional-205407 expose deployment hello-node-connect --type=NodePort --port=8080
functional_test.go:1650: (dbg) TestFunctional/parallel/ServiceCmdConnect: waiting 10m0s for pods matching "app=hello-node-connect" in namespace "default" ...
helpers_test.go:353: "hello-node-connect-5d95464fd4-vhjvx" [9235d26e-cf71-4666-b5c4-fd2243289f72] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
helpers_test.go:353: "hello-node-connect-5d95464fd4-vhjvx" [9235d26e-cf71-4666-b5c4-fd2243289f72] Running
functional_test.go:1650: (dbg) TestFunctional/parallel/ServiceCmdConnect: app=hello-node-connect healthy within 7.003966909s
functional_test.go:1659: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service hello-node-connect --url
functional_test.go:1665: found endpoint for hello-node-connect: http://192.168.49.2:31833
functional_test.go:1685: http://192.168.49.2:31833: success! body:
Request served by hello-node-connect-5d95464fd4-vhjvx
HTTP/1.1 GET /
Host: 192.168.49.2:31833
Accept-Encoding: gzip
User-Agent: Go-http-client/1.1
--- PASS: TestFunctional/parallel/ServiceCmdConnect (7.72s)
=== RUN TestFunctional/parallel/AddonsCmd
=== PAUSE TestFunctional/parallel/AddonsCmd
=== CONT TestFunctional/parallel/AddonsCmd
functional_test.go:1700: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 addons list
functional_test.go:1712: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 addons list -o json
--- PASS: TestFunctional/parallel/AddonsCmd (0.14s)
=== RUN TestFunctional/parallel/PersistentVolumeClaim
=== PAUSE TestFunctional/parallel/PersistentVolumeClaim
=== CONT TestFunctional/parallel/PersistentVolumeClaim
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 4m0s for pods matching "integration-test=storage-provisioner" in namespace "kube-system" ...
helpers_test.go:353: "storage-provisioner" [6a82f9e6-9370-4ba4-a815-fd376b633b7a] Running
functional_test_pvc_test.go:50: (dbg) TestFunctional/parallel/PersistentVolumeClaim: integration-test=storage-provisioner healthy within 6.022836056s
functional_test_pvc_test.go:55: (dbg) Run: kubectl --context functional-205407 get storageclass -o=json
functional_test_pvc_test.go:75: (dbg) Run: kubectl --context functional-205407 apply -f testdata/storage-provisioner/pvc.yaml
functional_test_pvc_test.go:82: (dbg) Run: kubectl --context functional-205407 get pvc myclaim -o=json
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-205407 apply -f testdata/storage-provisioner/pod.yaml
I1227 08:33:11.127853 9078 detect.go:223] nested VM detected
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 6m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:353: "sp-pod" [c38a2993-ac17-4d95-851d-949e6e0e74b2] Pending
helpers_test.go:353: "sp-pod" [c38a2993-ac17-4d95-851d-949e6e0e74b2] Pending / Ready:ContainersNotReady (containers with unready status: [myfrontend]) / ContainersReady:ContainersNotReady (containers with unready status: [myfrontend])
helpers_test.go:353: "sp-pod" [c38a2993-ac17-4d95-851d-949e6e0e74b2] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 8.002614715s
functional_test_pvc_test.go:106: (dbg) Run: kubectl --context functional-205407 exec sp-pod -- touch /tmp/mount/foo
functional_test_pvc_test.go:112: (dbg) Run: kubectl --context functional-205407 delete -f testdata/storage-provisioner/pod.yaml
functional_test_pvc_test.go:131: (dbg) Run: kubectl --context functional-205407 apply -f testdata/storage-provisioner/pod.yaml
I1227 08:33:19.916463 9078 detect.go:223] nested VM detected
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: waiting 6m0s for pods matching "test=storage-provisioner" in namespace "default" ...
helpers_test.go:353: "sp-pod" [45521bb4-f896-4bb1-8b72-ce95afd31cac] Pending
helpers_test.go:353: "sp-pod" [45521bb4-f896-4bb1-8b72-ce95afd31cac] Running
functional_test_pvc_test.go:140: (dbg) TestFunctional/parallel/PersistentVolumeClaim: test=storage-provisioner healthy within 7.003250268s
functional_test_pvc_test.go:120: (dbg) Run: kubectl --context functional-205407 exec sp-pod -- ls /tmp/mount
--- PASS: TestFunctional/parallel/PersistentVolumeClaim (22.48s)
=== RUN TestFunctional/parallel/SSHCmd
=== PAUSE TestFunctional/parallel/SSHCmd
=== CONT TestFunctional/parallel/SSHCmd
functional_test.go:1735: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "echo hello"
functional_test.go:1752: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "cat /etc/hostname"
--- PASS: TestFunctional/parallel/SSHCmd (0.66s)
=== RUN TestFunctional/parallel/CpCmd
=== PAUSE TestFunctional/parallel/CpCmd
=== CONT TestFunctional/parallel/CpCmd
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cp testdata/cp-test.txt /home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh -n functional-205407 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cp functional-205407:/home/docker/cp-test.txt /tmp/TestFunctionalparallelCpCmd265360678/001/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh -n functional-205407 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 cp testdata/cp-test.txt /tmp/does/not/exist/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh -n functional-205407 "sudo cat /tmp/does/not/exist/cp-test.txt"
--- PASS: TestFunctional/parallel/CpCmd (1.98s)
=== RUN TestFunctional/parallel/MySQL
=== PAUSE TestFunctional/parallel/MySQL
=== CONT TestFunctional/parallel/MySQL
functional_test.go:1803: (dbg) Run: kubectl --context functional-205407 replace --force -f testdata/mysql.yaml
functional_test.go:1809: (dbg) TestFunctional/parallel/MySQL: waiting 10m0s for pods matching "app=mysql" in namespace "default" ...
helpers_test.go:353: "mysql-7d7b65bc95-pc6fk" [bc68f056-a4ee-434a-b81b-7697d22bcd1c] Pending / Ready:ContainersNotReady (containers with unready status: [mysql]) / ContainersReady:ContainersNotReady (containers with unready status: [mysql])
helpers_test.go:353: "mysql-7d7b65bc95-pc6fk" [bc68f056-a4ee-434a-b81b-7697d22bcd1c] Running
functional_test.go:1809: (dbg) TestFunctional/parallel/MySQL: app=mysql healthy within 15.003457296s
functional_test.go:1817: (dbg) Run: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;"
functional_test.go:1817: (dbg) Non-zero exit: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;": exit status 1 (103.045204ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 1045 (28000): Access denied for user 'root'@'localhost' (using password: YES)
command terminated with exit code 1
** /stderr **
I1227 08:33:12.272785 9078 retry.go:84] will retry after 1.4s: exit status 1
functional_test.go:1817: (dbg) Run: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;"
functional_test.go:1817: (dbg) Non-zero exit: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;": exit status 1 (92.716368ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1817: (dbg) Run: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;"
functional_test.go:1817: (dbg) Non-zero exit: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;": exit status 1 (95.495132ms)
** stderr **
mysql: [Warning] Using a password on the command line interface can be insecure.
ERROR 2002 (HY000): Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (2)
command terminated with exit code 1
** /stderr **
functional_test.go:1817: (dbg) Run: kubectl --context functional-205407 exec mysql-7d7b65bc95-pc6fk -- mysql -ppassword -e "show databases;"
--- PASS: TestFunctional/parallel/MySQL (19.67s)
=== RUN TestFunctional/parallel/FileSync
=== PAUSE TestFunctional/parallel/FileSync
=== CONT TestFunctional/parallel/FileSync
functional_test.go:1939: Checking for existence of /etc/test/nested/copy/9078/hosts within VM
functional_test.go:1941: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /etc/test/nested/copy/9078/hosts"
functional_test.go:1946: file sync test content: Test file for checking file sync process
--- PASS: TestFunctional/parallel/FileSync (0.31s)
=== RUN TestFunctional/parallel/CertSync
=== PAUSE TestFunctional/parallel/CertSync
=== CONT TestFunctional/parallel/CertSync
functional_test.go:1982: Checking for existence of /etc/ssl/certs/9078.pem within VM
functional_test.go:1983: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /etc/ssl/certs/9078.pem"
functional_test.go:1982: Checking for existence of /usr/share/ca-certificates/9078.pem within VM
functional_test.go:1983: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /usr/share/ca-certificates/9078.pem"
functional_test.go:1982: Checking for existence of /etc/ssl/certs/51391683.0 within VM
functional_test.go:1983: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /etc/ssl/certs/51391683.0"
functional_test.go:2009: Checking for existence of /etc/ssl/certs/90782.pem within VM
functional_test.go:2010: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /etc/ssl/certs/90782.pem"
functional_test.go:2009: Checking for existence of /usr/share/ca-certificates/90782.pem within VM
functional_test.go:2010: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /usr/share/ca-certificates/90782.pem"
functional_test.go:2009: Checking for existence of /etc/ssl/certs/3ec20f2e.0 within VM
functional_test.go:2010: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo cat /etc/ssl/certs/3ec20f2e.0"
--- PASS: TestFunctional/parallel/CertSync (1.91s)
=== RUN TestFunctional/parallel/NodeLabels
=== PAUSE TestFunctional/parallel/NodeLabels
=== CONT TestFunctional/parallel/NodeLabels
functional_test.go:234: (dbg) Run: kubectl --context functional-205407 get nodes --output=go-template "--template='{{range $k, $v := (index .items 0).metadata.labels}}{{$k}} {{end}}'"
--- PASS: TestFunctional/parallel/NodeLabels (0.07s)
=== RUN TestFunctional/parallel/NonActiveRuntimeDisabled
=== PAUSE TestFunctional/parallel/NonActiveRuntimeDisabled
=== CONT TestFunctional/parallel/NonActiveRuntimeDisabled
functional_test.go:2037: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo systemctl is-active docker"
functional_test.go:2037: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "sudo systemctl is-active docker": exit status 1 (306.808416ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
functional_test.go:2037: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo systemctl is-active containerd"
functional_test.go:2037: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "sudo systemctl is-active containerd": exit status 1 (313.308337ms)
-- stdout --
inactive
-- /stdout --
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestFunctional/parallel/NonActiveRuntimeDisabled (0.62s)
=== RUN TestFunctional/parallel/License
=== PAUSE TestFunctional/parallel/License
=== CONT TestFunctional/parallel/License
functional_test.go:2298: (dbg) Run: out/minikube-linux-amd64 license
--- PASS: TestFunctional/parallel/License (0.28s)
=== RUN TestFunctional/parallel/Version/short
=== PAUSE TestFunctional/parallel/Version/short
=== CONT TestFunctional/parallel/Version/short
functional_test.go:2266: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 version --short
--- PASS: TestFunctional/parallel/Version/short (0.08s)
=== RUN TestFunctional/parallel/Version/components
=== PAUSE TestFunctional/parallel/Version/components
=== CONT TestFunctional/parallel/Version/components
functional_test.go:2280: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 version -o=json --components
--- PASS: TestFunctional/parallel/Version/components (0.59s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListShort
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListShort
=== CONT TestFunctional/parallel/ImageCommands/ImageListShort
functional_test.go:276: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls --format short --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-amd64 -p functional-205407 image ls --format short --alsologtostderr:
registry.k8s.io/pause:latest
registry.k8s.io/pause:3.3
registry.k8s.io/pause:3.10.1
registry.k8s.io/pause:3.1
registry.k8s.io/kube-scheduler:v1.35.0
registry.k8s.io/kube-proxy:v1.35.0
registry.k8s.io/kube-controller-manager:v1.35.0
registry.k8s.io/kube-apiserver:v1.35.0
registry.k8s.io/etcd:3.6.6-0
registry.k8s.io/coredns/coredns:v1.13.1
public.ecr.aws/nginx/nginx:alpine
public.ecr.aws/docker/library/mysql:8.4
localhost/minikube-local-cache-test:functional-205407
ghcr.io/medyagh/image-mirrors/kicbase/echo-server:latest
ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
docker.io/kindest/kindnetd:v20250512-df8de77b
functional_test.go:284: (dbg) Stderr: out/minikube-linux-amd64 -p functional-205407 image ls --format short --alsologtostderr:
I1227 08:33:23.015441 47592 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:23.015689 47592 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.015699 47592 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:23.015704 47592 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.015875 47592 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:23.016404 47592 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.016492 47592 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.016907 47592 cli_runner.go:164] Run: docker container inspect functional-205407 --format={{.State.Status}}
I1227 08:33:23.034828 47592 ssh_runner.go:195] Run: systemctl --version
I1227 08:33:23.034866 47592 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-205407
I1227 08:33:23.051569 47592 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/functional-205407/id_rsa Username:docker}
I1227 08:33:23.140617 47592 ssh_runner.go:195] Run: sudo crictl --timeout=10s images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListShort (0.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListTable
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListTable
=== CONT TestFunctional/parallel/ImageCommands/ImageListTable
functional_test.go:276: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls --format table --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-amd64 -p functional-205407 image ls --format table --alsologtostderr:
┌───────────────────────────────────────────────────┬───────────────────────────────────────┬───────────────┬────────┐
│ IMAGE │ TAG │ IMAGE ID │ SIZE │
├───────────────────────────────────────────────────┼───────────────────────────────────────┼───────────────┼────────┤
│ docker.io/kindest/kindnetd │ v20251212-v0.29.0-alpha-105-g20ccfc88 │ 4921d7a6dffa9 │ 108MB │
│ gcr.io/k8s-minikube/busybox │ 1.28.4-glibc │ 56cc512116c8f │ 4.63MB │
│ ghcr.io/medyagh/image-mirrors/kicbase/echo-server │ functional-205407 │ 9056ab77afb8e │ 4.95MB │
│ ghcr.io/medyagh/image-mirrors/kicbase/echo-server │ latest │ 9056ab77afb8e │ 4.95MB │
│ registry.k8s.io/kube-controller-manager │ v1.35.0 │ 2c9a4b058bd7e │ 76.9MB │
│ registry.k8s.io/kube-scheduler │ v1.35.0 │ 550794e3b12ac │ 52.8MB │
│ registry.k8s.io/pause │ 3.3 │ 0184c1613d929 │ 686kB │
│ gcr.io/k8s-minikube/storage-provisioner │ v5 │ 6e38f40d628db │ 31.5MB │
│ public.ecr.aws/docker/library/mysql │ 8.4 │ 5e3dcc4ab5604 │ 804MB │
│ registry.k8s.io/kube-apiserver │ v1.35.0 │ 5c6acd67e9cd1 │ 90.8MB │
│ registry.k8s.io/pause │ latest │ 350b164e7ae1d │ 247kB │
│ registry.k8s.io/etcd │ 3.6.6-0 │ 0a108f7189562 │ 63.6MB │
│ registry.k8s.io/kube-proxy │ v1.35.0 │ 32652ff1bbe6b │ 72MB │
│ registry.k8s.io/pause │ 3.1 │ da86e6ba6ca19 │ 747kB │
│ docker.io/kindest/kindnetd │ v20250512-df8de77b │ 409467f978b4a │ 109MB │
│ localhost/minikube-local-cache-test │ functional-205407 │ aeab34e491a86 │ 3.33kB │
│ public.ecr.aws/nginx/nginx │ alpine │ 04da2b0513cd7 │ 55.2MB │
│ registry.k8s.io/coredns/coredns │ v1.13.1 │ aa5e3ebc0dfed │ 79.2MB │
│ registry.k8s.io/pause │ 3.10.1 │ cd073f4c5f6a8 │ 742kB │
└───────────────────────────────────────────────────┴───────────────────────────────────────┴───────────────┴────────┘
functional_test.go:284: (dbg) Stderr: out/minikube-linux-amd64 -p functional-205407 image ls --format table --alsologtostderr:
I1227 08:33:24.336137 48285 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:24.336266 48285 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:24.336278 48285 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:24.336285 48285 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:24.336562 48285 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:24.337165 48285 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:24.337256 48285 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:24.337719 48285 cli_runner.go:164] Run: docker container inspect functional-205407 --format={{.State.Status}}
I1227 08:33:24.355559 48285 ssh_runner.go:195] Run: systemctl --version
I1227 08:33:24.355600 48285 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-205407
I1227 08:33:24.373138 48285 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/functional-205407/id_rsa Username:docker}
I1227 08:33:24.461804 48285 ssh_runner.go:195] Run: sudo crictl --timeout=10s images --output json
2025/12/27 08:33:24 [DEBUG] GET http://127.0.0.1:34809/api/v1/namespaces/kubernetes-dashboard/services/http:kubernetes-dashboard:/proxy/
--- PASS: TestFunctional/parallel/ImageCommands/ImageListTable (0.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListJson
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListJson
=== CONT TestFunctional/parallel/ImageCommands/ImageListJson
functional_test.go:276: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls --format json --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-amd64 -p functional-205407 image ls --format json --alsologtostderr:
[{"id":"4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251","repoDigests":["docker.io/kindest/kindnetd@sha256:377e2e7a513148f7c942b51cd57bdce1589940df856105384ac7f753a1ab43ae","docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27"],"repoTags":["docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88"],"size":"107598204"},{"id":"56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c","repoDigests":["gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e","gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998"],"repoTags":["gcr.io/k8s-minikube/busybox:1.28.4-glibc"],"size":"4631262"},{"id":"6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562","repoDigests":["gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944","gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6
ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f"],"repoTags":["gcr.io/k8s-minikube/storage-provisioner:v5"],"size":"31470524"},{"id":"04da2b0513cd78d8d29d60575cef80813c5496c15a801921e47efdf0feba39e5","repoDigests":["public.ecr.aws/nginx/nginx@sha256:00e053577693e0ee5f7f8b433cdb249624af188622d0da5df20eef4e25a0881c","public.ecr.aws/nginx/nginx@sha256:a411c634df4374901a4a9370626801998f159652f627b1cdfbbbe012adcd6c76"],"repoTags":["public.ecr.aws/nginx/nginx:alpine"],"size":"55157106"},{"id":"32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8","repoDigests":["registry.k8s.io/kube-proxy@sha256:ad87ae17f92f26144bd5a35fc86a73f2fae6effd1666db51bc03f8e9213de532","registry.k8s.io/kube-proxy@sha256:c818ca1eff765e35348b77e484da915175cdf483f298e1f9885ed706fcbcb34c"],"repoTags":["registry.k8s.io/kube-proxy:v1.35.0"],"size":"71986585"},{"id":"409467f978b4a30fe717012736557d637f66371452c3b279c02b943b367a141c","repoDigests":["docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d
311b461089969449f9a","docker.io/kindest/kindnetd@sha256:7a9c9fa59dd517cdc2c82eef1e51392524dd285e9cf7cb5a851c49f294d6cd11"],"repoTags":["docker.io/kindest/kindnetd:v20250512-df8de77b"],"size":"109379124"},{"id":"07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558","repoDigests":["docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93","docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029"],"repoTags":[],"size":"249229937"},{"id":"5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499","repoDigests":["registry.k8s.io/kube-apiserver@sha256:32f98b308862e1cf98c900927d84630fb86a836a480f02752a779eb85c1489f3","registry.k8s.io/kube-apiserver@sha256:50e01ce089b6b6508e2f68ba0da943a3bc4134596e7e2afaac27dd26f71aca7a"],"repoTags":["registry.k8s.io/kube-apiserver:v1.35.0"],"size":"90844140"},{"id":"2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508","repoDigests":["registry.k8s.io/kube-c
ontroller-manager@sha256:3e343fd915d2e214b9a68c045b94017832927edb89aafa471324f8d05a191111","registry.k8s.io/kube-controller-manager@sha256:e0ce4c7d278a001734bbd8020ed1b7e535ae9d2412c700032eb3df190ea91a62"],"repoTags":["registry.k8s.io/kube-controller-manager:v1.35.0"],"size":"76893520"},{"id":"cd073f4c5f6a8e9dc6f3125ba00cf60819cae95c1ec84a1f146ee4a9cf9e803f","repoDigests":["registry.k8s.io/pause@sha256:278fb9dbcca9518083ad1e11276933a2e96f23de604a3a08cc3c80002767d24c","registry.k8s.io/pause@sha256:e5b941ef8f71de54dc3a13398226c269ba217d06650a21bd3afcf9d890cf1f41"],"repoTags":["registry.k8s.io/pause:3.10.1"],"size":"742092"},{"id":"115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7","repoDigests":["docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a","docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c"],"repoTags":[],"size":"43824855"},{"id":"9056ab77afb8e18e04303f11000a9d31b3f16b7
4c59475b899ae1b342d328d30","repoDigests":["ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6","ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86","ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:d3d0b737c6413dcf7b9393d61285525048f2d10a0aae68296150078d379c30cf"],"repoTags":["ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407","ghcr.io/medyagh/image-mirrors/kicbase/echo-server:latest"],"size":"4945146"},{"id":"aeab34e491a86a54cfc1e9c943e34ab044bf1e243b58ec7514eb9ea9a08be955","repoDigests":["localhost/minikube-local-cache-test@sha256:6c9d47acb6ab7e669027afc79e88ce633dfedecd8c054baf35a9a66aee14c3a2"],"repoTags":["localhost/minikube-local-cache-test:functional-205407"],"size":"3330"},{"id":"0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2","repoDigests":["registry.k8s.io/etcd@sha256:5279f56db4f32772bb41e47ca44c553f5c87a08fdf339d74c
23a4cdc3c388d6a","registry.k8s.io/etcd@sha256:60a30b5d81b2217555e2cfb9537f655b7ba97220b99c39ee2e162a7127225890"],"repoTags":["registry.k8s.io/etcd:3.6.6-0"],"size":"63582405"},{"id":"550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc","repoDigests":["registry.k8s.io/kube-scheduler@sha256:0ab622491a82532e01876d55e365c08c5bac01bcd5444a8ed58c1127ab47819f","registry.k8s.io/kube-scheduler@sha256:dd2b6a420b171e83748166a66372f43384b3142fc4f6f56a6240a9e152cccd69"],"repoTags":["registry.k8s.io/kube-scheduler:v1.35.0"],"size":"52763986"},{"id":"da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e","repoDigests":["registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e"],"repoTags":["registry.k8s.io/pause:3.1"],"size":"746911"},{"id":"350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06","repoDigests":["registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9"],"repoTags":["registry.k8s.io/pause:latest"],"siz
e":"247077"},{"id":"5e3dcc4ab5604ab9bdf1054833d4f0ac396465de830ccac42d4f59131db9ba23","repoDigests":["public.ecr.aws/docker/library/mysql@sha256:1f5b0aca09cfa06d9a7b89b28d349c1e01ba0d31339a4786fbcb3d5927070130","public.ecr.aws/docker/library/mysql@sha256:eaf64e87ae0d1136d46405ad56c9010de509fd5b949b9c8ede45c94f47804d21"],"repoTags":["public.ecr.aws/docker/library/mysql:8.4"],"size":"803760263"},{"id":"aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139","repoDigests":["registry.k8s.io/coredns/coredns@sha256:246e7333fde10251c693b68f13d21d6d64c7dbad866bbfa11bd49315e3f725a7","registry.k8s.io/coredns/coredns@sha256:9b9128672209474da07c91439bf15ed704ae05ad918dd6454e5b6ae14e35fee6"],"repoTags":["registry.k8s.io/coredns/coredns:v1.13.1"],"size":"79193994"},{"id":"0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da","repoDigests":["registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04"],"repoTags":["registry.k8s.io/pause:3.3"],"size":"686139"}]
functional_test.go:284: (dbg) Stderr: out/minikube-linux-amd64 -p functional-205407 image ls --format json --alsologtostderr:
I1227 08:33:24.121064 48232 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:24.121187 48232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:24.121196 48232 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:24.121203 48232 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:24.121407 48232 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:24.121925 48232 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:24.122013 48232 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:24.122451 48232 cli_runner.go:164] Run: docker container inspect functional-205407 --format={{.State.Status}}
I1227 08:33:24.139951 48232 ssh_runner.go:195] Run: systemctl --version
I1227 08:33:24.140007 48232 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-205407
I1227 08:33:24.157603 48232 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/functional-205407/id_rsa Username:docker}
I1227 08:33:24.247018 48232 ssh_runner.go:195] Run: sudo crictl --timeout=10s images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListJson (0.21s)
=== RUN TestFunctional/parallel/ImageCommands/ImageListYaml
=== PAUSE TestFunctional/parallel/ImageCommands/ImageListYaml
=== CONT TestFunctional/parallel/ImageCommands/ImageListYaml
functional_test.go:276: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls --format yaml --alsologtostderr
functional_test.go:281: (dbg) Stdout: out/minikube-linux-amd64 -p functional-205407 image ls --format yaml --alsologtostderr:
- id: 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562
repoDigests:
- gcr.io/k8s-minikube/storage-provisioner@sha256:18eb69d1418e854ad5a19e399310e52808a8321e4c441c1dddad8977a0d7a944
- gcr.io/k8s-minikube/storage-provisioner@sha256:c4c05d6ad6c0f24d87b39e596d4dddf64bec3e0d84f5b36e4511d4ebf583f38f
repoTags:
- gcr.io/k8s-minikube/storage-provisioner:v5
size: "31470524"
- id: aa5e3ebc0dfed0566805186b9e47110d8f9122291d8bad1497e78873ad291139
repoDigests:
- registry.k8s.io/coredns/coredns@sha256:246e7333fde10251c693b68f13d21d6d64c7dbad866bbfa11bd49315e3f725a7
- registry.k8s.io/coredns/coredns@sha256:9b9128672209474da07c91439bf15ed704ae05ad918dd6454e5b6ae14e35fee6
repoTags:
- registry.k8s.io/coredns/coredns:v1.13.1
size: "79193994"
- id: 0a108f7189562e99793bdecab61fdf1a7c9d913af3385de9da17fb9d6ff430e2
repoDigests:
- registry.k8s.io/etcd@sha256:5279f56db4f32772bb41e47ca44c553f5c87a08fdf339d74c23a4cdc3c388d6a
- registry.k8s.io/etcd@sha256:60a30b5d81b2217555e2cfb9537f655b7ba97220b99c39ee2e162a7127225890
repoTags:
- registry.k8s.io/etcd:3.6.6-0
size: "63582405"
- id: 550794e3b12ac21ec7fd940bdfb45f7c8dae3c52acd8c70e580b882de20c3dcc
repoDigests:
- registry.k8s.io/kube-scheduler@sha256:0ab622491a82532e01876d55e365c08c5bac01bcd5444a8ed58c1127ab47819f
- registry.k8s.io/kube-scheduler@sha256:dd2b6a420b171e83748166a66372f43384b3142fc4f6f56a6240a9e152cccd69
repoTags:
- registry.k8s.io/kube-scheduler:v1.35.0
size: "52763986"
- id: cd073f4c5f6a8e9dc6f3125ba00cf60819cae95c1ec84a1f146ee4a9cf9e803f
repoDigests:
- registry.k8s.io/pause@sha256:278fb9dbcca9518083ad1e11276933a2e96f23de604a3a08cc3c80002767d24c
- registry.k8s.io/pause@sha256:e5b941ef8f71de54dc3a13398226c269ba217d06650a21bd3afcf9d890cf1f41
repoTags:
- registry.k8s.io/pause:3.10.1
size: "742092"
- id: 409467f978b4a30fe717012736557d637f66371452c3b279c02b943b367a141c
repoDigests:
- docker.io/kindest/kindnetd@sha256:07a4b3fe0077a0ae606cc0a200fc25a28fa64dcc30b8d311b461089969449f9a
- docker.io/kindest/kindnetd@sha256:7a9c9fa59dd517cdc2c82eef1e51392524dd285e9cf7cb5a851c49f294d6cd11
repoTags:
- docker.io/kindest/kindnetd:v20250512-df8de77b
size: "109379124"
- id: 4921d7a6dffa922dd679732ba4797085c4f39e9a53bee8b6fdb1d463e8571251
repoDigests:
- docker.io/kindest/kindnetd@sha256:377e2e7a513148f7c942b51cd57bdce1589940df856105384ac7f753a1ab43ae
- docker.io/kindest/kindnetd@sha256:7c22558dc06a570d46ea6e8a73b23cdc754eb81f7c08d3441a3171ad359ffc27
repoTags:
- docker.io/kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
size: "107598204"
- id: 07655ddf2eebe5d250f7a72c25f638b27126805d61779741b4e62e69ba080558
repoDigests:
- docker.io/kubernetesui/dashboard@sha256:2e500d29e9d5f4a086b908eb8dfe7ecac57d2ab09d65b24f588b1d449841ef93
- docker.io/kubernetesui/dashboard@sha256:ca93706ef4e400542202d620b8094a7e4e568ca9b1869c71b053cdf8b5dc3029
repoTags: []
size: "249229937"
- id: 115053965e86b2df4d78af78d7951b8644839d20a03820c6df59a261103315f7
repoDigests:
- docker.io/kubernetesui/metrics-scraper@sha256:43227e8286fd379ee0415a5e2156a9439c4056807e3caa38e1dd413b0644807a
- docker.io/kubernetesui/metrics-scraper@sha256:76049887f07a0476dc93efc2d3569b9529bf982b22d29f356092ce206e98765c
repoTags: []
size: "43824855"
- id: 56cc512116c8f894f11ce1995460aef1ee0972d48bc2a3bdb1faaac7c020289c
repoDigests:
- gcr.io/k8s-minikube/busybox@sha256:2d03e6ceeb99250061dd110530b0ece7998cd84121f952adef120ea7c5a6f00e
- gcr.io/k8s-minikube/busybox@sha256:a85c92d5aa82aa6db0f92e5af591c2670a60a762da6bdfec52d960d55295f998
repoTags:
- gcr.io/k8s-minikube/busybox:1.28.4-glibc
size: "4631262"
- id: 9056ab77afb8e18e04303f11000a9d31b3f16b74c59475b899ae1b342d328d30
repoDigests:
- ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:127ac38a2bb9537b7f252addff209ea6801edcac8a92c8b1104dacd66a583ed6
- ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:a82eba7887a40ecae558433f34225b2611dc77f982ce05b1ddb9b282b780fc86
- ghcr.io/medyagh/image-mirrors/kicbase/echo-server@sha256:d3d0b737c6413dcf7b9393d61285525048f2d10a0aae68296150078d379c30cf
repoTags:
- ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
- ghcr.io/medyagh/image-mirrors/kicbase/echo-server:latest
size: "4945146"
- id: aeab34e491a86a54cfc1e9c943e34ab044bf1e243b58ec7514eb9ea9a08be955
repoDigests:
- localhost/minikube-local-cache-test@sha256:6c9d47acb6ab7e669027afc79e88ce633dfedecd8c054baf35a9a66aee14c3a2
repoTags:
- localhost/minikube-local-cache-test:functional-205407
size: "3330"
- id: 04da2b0513cd78d8d29d60575cef80813c5496c15a801921e47efdf0feba39e5
repoDigests:
- public.ecr.aws/nginx/nginx@sha256:00e053577693e0ee5f7f8b433cdb249624af188622d0da5df20eef4e25a0881c
- public.ecr.aws/nginx/nginx@sha256:a411c634df4374901a4a9370626801998f159652f627b1cdfbbbe012adcd6c76
repoTags:
- public.ecr.aws/nginx/nginx:alpine
size: "55157106"
- id: 32652ff1bbe6b6df16a3dc621fcad4e6e185a2852bffc5847aab79e36c54bfb8
repoDigests:
- registry.k8s.io/kube-proxy@sha256:ad87ae17f92f26144bd5a35fc86a73f2fae6effd1666db51bc03f8e9213de532
- registry.k8s.io/kube-proxy@sha256:c818ca1eff765e35348b77e484da915175cdf483f298e1f9885ed706fcbcb34c
repoTags:
- registry.k8s.io/kube-proxy:v1.35.0
size: "71986585"
- id: da86e6ba6ca197bf6bc5e9d900febd906b133eaa4750e6bed647b0fbe50ed43e
repoDigests:
- registry.k8s.io/pause@sha256:84805ddcaaae94434d8eacb7e843f549ec1da0cd277787b97ad9d9ac2cea929e
repoTags:
- registry.k8s.io/pause:3.1
size: "746911"
- id: 0184c1613d92931126feb4c548e5da11015513b9e4c104e7305ee8b53b50a9da
repoDigests:
- registry.k8s.io/pause@sha256:1000de19145c53d83aab989956fa8fca08dcbcc5b0208bdc193517905e6ccd04
repoTags:
- registry.k8s.io/pause:3.3
size: "686139"
- id: 5e3dcc4ab5604ab9bdf1054833d4f0ac396465de830ccac42d4f59131db9ba23
repoDigests:
- public.ecr.aws/docker/library/mysql@sha256:1f5b0aca09cfa06d9a7b89b28d349c1e01ba0d31339a4786fbcb3d5927070130
- public.ecr.aws/docker/library/mysql@sha256:eaf64e87ae0d1136d46405ad56c9010de509fd5b949b9c8ede45c94f47804d21
repoTags:
- public.ecr.aws/docker/library/mysql:8.4
size: "803760263"
- id: 5c6acd67e9cd10eb60a246cd233db251ef62ea97e6572f897e873f0cb648f499
repoDigests:
- registry.k8s.io/kube-apiserver@sha256:32f98b308862e1cf98c900927d84630fb86a836a480f02752a779eb85c1489f3
- registry.k8s.io/kube-apiserver@sha256:50e01ce089b6b6508e2f68ba0da943a3bc4134596e7e2afaac27dd26f71aca7a
repoTags:
- registry.k8s.io/kube-apiserver:v1.35.0
size: "90844140"
- id: 2c9a4b058bd7e6ec479c38f9e8a1dac2f5ee5b0a3ebda6dfac968e8720229508
repoDigests:
- registry.k8s.io/kube-controller-manager@sha256:3e343fd915d2e214b9a68c045b94017832927edb89aafa471324f8d05a191111
- registry.k8s.io/kube-controller-manager@sha256:e0ce4c7d278a001734bbd8020ed1b7e535ae9d2412c700032eb3df190ea91a62
repoTags:
- registry.k8s.io/kube-controller-manager:v1.35.0
size: "76893520"
- id: 350b164e7ae1dcddeffadd65c76226c9b6dc5553f5179153fb0e36b78f2a5e06
repoDigests:
- registry.k8s.io/pause@sha256:5bcb06ed43da4a16c6e6e33898eb0506e940bd66822659ecf0a898bbb0da7cb9
repoTags:
- registry.k8s.io/pause:latest
size: "247077"
functional_test.go:284: (dbg) Stderr: out/minikube-linux-amd64 -p functional-205407 image ls --format yaml --alsologtostderr:
I1227 08:33:23.231142 47655 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:23.231260 47655 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.231271 47655 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:23.231277 47655 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.231504 47655 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:23.232239 47655 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.232383 47655 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.232966 47655 cli_runner.go:164] Run: docker container inspect functional-205407 --format={{.State.Status}}
I1227 08:33:23.251445 47655 ssh_runner.go:195] Run: systemctl --version
I1227 08:33:23.251531 47655 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-205407
I1227 08:33:23.273062 47655 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/functional-205407/id_rsa Username:docker}
I1227 08:33:23.369020 47655 ssh_runner.go:195] Run: sudo crictl --timeout=10s images --output json
--- PASS: TestFunctional/parallel/ImageCommands/ImageListYaml (0.23s)
=== RUN TestFunctional/parallel/ImageCommands/ImageBuild
=== PAUSE TestFunctional/parallel/ImageCommands/ImageBuild
=== CONT TestFunctional/parallel/ImageCommands/ImageBuild
functional_test.go:323: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh pgrep buildkitd
functional_test.go:323: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh pgrep buildkitd: exit status 1 (273.086601ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test.go:330: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image build -t localhost/my-image:functional-205407 testdata/build --alsologtostderr
functional_test.go:330: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 image build -t localhost/my-image:functional-205407 testdata/build --alsologtostderr: (2.16101144s)
functional_test.go:335: (dbg) Stdout: out/minikube-linux-amd64 -p functional-205407 image build -t localhost/my-image:functional-205407 testdata/build --alsologtostderr:
STEP 1/3: FROM gcr.io/k8s-minikube/busybox
STEP 2/3: RUN true
--> dbc895fd57b
STEP 3/3: ADD content.txt /
COMMIT localhost/my-image:functional-205407
--> cf153e9d78a
Successfully tagged localhost/my-image:functional-205407
cf153e9d78af94ed854eb41af2f150fc556cb03c730622645e7215a1ff99fcfa
functional_test.go:338: (dbg) Stderr: out/minikube-linux-amd64 -p functional-205407 image build -t localhost/my-image:functional-205407 testdata/build --alsologtostderr:
I1227 08:33:23.730638 48026 out.go:360] Setting OutFile to fd 1 ...
I1227 08:33:23.730854 48026 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.730867 48026 out.go:374] Setting ErrFile to fd 2...
I1227 08:33:23.730875 48026 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:33:23.731178 48026 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:33:23.732021 48026 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.732848 48026 config.go:182] Loaded profile config "functional-205407": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:33:23.733370 48026 cli_runner.go:164] Run: docker container inspect functional-205407 --format={{.State.Status}}
I1227 08:33:23.753079 48026 ssh_runner.go:195] Run: systemctl --version
I1227 08:33:23.753159 48026 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" functional-205407
I1227 08:33:23.774269 48026 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32778 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/functional-205407/id_rsa Username:docker}
I1227 08:33:23.867916 48026 build_images.go:162] Building image from path: /tmp/build.4220398816.tar
I1227 08:33:23.867988 48026 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build
I1227 08:33:23.876346 48026 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/build/build.4220398816.tar
I1227 08:33:23.880172 48026 ssh_runner.go:352] existence check for /var/lib/minikube/build/build.4220398816.tar: stat -c "%s %y" /var/lib/minikube/build/build.4220398816.tar: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/build/build.4220398816.tar': No such file or directory
I1227 08:33:23.880216 48026 ssh_runner.go:362] scp /tmp/build.4220398816.tar --> /var/lib/minikube/build/build.4220398816.tar (3072 bytes)
I1227 08:33:23.898963 48026 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/build/build.4220398816
I1227 08:33:23.906449 48026 ssh_runner.go:195] Run: sudo tar -C /var/lib/minikube/build/build.4220398816 -xf /var/lib/minikube/build/build.4220398816.tar
I1227 08:33:23.914365 48026 crio.go:315] Building image: /var/lib/minikube/build/build.4220398816
I1227 08:33:23.914424 48026 ssh_runner.go:195] Run: sudo podman build -t localhost/my-image:functional-205407 /var/lib/minikube/build/build.4220398816 --cgroup-manager=cgroupfs
Trying to pull gcr.io/k8s-minikube/busybox:latest...
Getting image source signatures
Copying blob sha256:5cc84ad355aaa64f46ea9c7bbcc319a9d808ab15088a27209c9e70ef86e5a2aa
Copying config sha256:beae173ccac6ad749f76713cf4440fe3d21d1043fe616dfbe30775815d1d0f6a
Writing manifest to image destination
Storing signatures
I1227 08:33:25.814437 48026 ssh_runner.go:235] Completed: sudo podman build -t localhost/my-image:functional-205407 /var/lib/minikube/build/build.4220398816 --cgroup-manager=cgroupfs: (1.899983928s)
I1227 08:33:25.814528 48026 ssh_runner.go:195] Run: sudo rm -rf /var/lib/minikube/build/build.4220398816
I1227 08:33:25.822878 48026 ssh_runner.go:195] Run: sudo rm -f /var/lib/minikube/build/build.4220398816.tar
I1227 08:33:25.830458 48026 build_images.go:218] Built localhost/my-image:functional-205407 from /tmp/build.4220398816.tar
I1227 08:33:25.830489 48026 build_images.go:134] succeeded building to: functional-205407
I1227 08:33:25.830495 48026 build_images.go:135] failed building to:
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageBuild (2.65s)
=== RUN TestFunctional/parallel/ImageCommands/Setup
functional_test.go:357: (dbg) Run: docker pull ghcr.io/medyagh/image-mirrors/kicbase/echo-server:1.0
functional_test.go:362: (dbg) Run: docker tag ghcr.io/medyagh/image-mirrors/kicbase/echo-server:1.0 ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
--- PASS: TestFunctional/parallel/ImageCommands/Setup (0.43s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_changes
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_changes
=== CONT TestFunctional/parallel/UpdateContextCmd/no_changes
functional_test.go:2129: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_changes (0.14s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
=== CONT TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster
functional_test.go:2129: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_minikube_cluster (0.13s)
=== RUN TestFunctional/parallel/UpdateContextCmd/no_clusters
=== PAUSE TestFunctional/parallel/UpdateContextCmd/no_clusters
=== CONT TestFunctional/parallel/UpdateContextCmd/no_clusters
functional_test.go:2129: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 update-context --alsologtostderr -v=2
--- PASS: TestFunctional/parallel/UpdateContextCmd/no_clusters (0.13s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadDaemon
functional_test.go:370: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image load --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadDaemon (1.23s)
=== RUN TestFunctional/parallel/ImageCommands/ImageReloadDaemon
functional_test.go:380: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image load --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr
functional_test.go:380: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 image load --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr: (3.013230971s)
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
functional_test.go:466: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 image ls: (3.651475952s)
--- PASS: TestFunctional/parallel/ImageCommands/ImageReloadDaemon (6.66s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr]
functional_test_tunnel_test.go:154: (dbg) daemon: [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr]
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr] ...
helpers_test.go:526: unable to kill pid 41264: os: process already finished
functional_test_tunnel_test.go:194: (dbg) stopping [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr] ...
helpers_test.go:508: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/TunnelCmd/serial/RunSecondTunnel (0.48s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/StartTunnel
functional_test_tunnel_test.go:129: (dbg) daemon: [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr]
--- PASS: TestFunctional/parallel/TunnelCmd/serial/StartTunnel (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup
functional_test_tunnel_test.go:212: (dbg) Run: kubectl --context functional-205407 apply -f testdata/testsvc.yaml
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: waiting 4m0s for pods matching "run=nginx-svc" in namespace "default" ...
helpers_test.go:353: "nginx-svc" [5442629c-2611-46e4-a2b2-f80df6df52d9] Pending / Ready:ContainersNotReady (containers with unready status: [nginx]) / ContainersReady:ContainersNotReady (containers with unready status: [nginx])
helpers_test.go:353: "nginx-svc" [5442629c-2611-46e4-a2b2-f80df6df52d9] Running
functional_test_tunnel_test.go:216: (dbg) TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup: run=nginx-svc healthy within 10.003566841s
I1227 08:33:12.015830 9078 kapi.go:150] Service nginx-svc in namespace default found.
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/Setup (10.24s)
=== RUN TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon
functional_test.go:250: (dbg) Run: docker pull ghcr.io/medyagh/image-mirrors/kicbase/echo-server:latest
functional_test.go:255: (dbg) Run: docker tag ghcr.io/medyagh/image-mirrors/kicbase/echo-server:latest ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
functional_test.go:260: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image load --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr
functional_test.go:260: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 image load --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr: (1.080540144s)
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageTagAndLoadDaemon (1.46s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveToFile
functional_test.go:395: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image save ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 /home/jenkins/workspace/Docker_Linux_crio_integration/echo-server-save.tar --alsologtostderr
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveToFile (0.33s)
=== RUN TestFunctional/parallel/ImageCommands/ImageRemove
functional_test.go:407: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image rm ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageRemove (0.47s)
=== RUN TestFunctional/parallel/ImageCommands/ImageLoadFromFile
functional_test.go:424: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image load /home/jenkins/workspace/Docker_Linux_crio_integration/echo-server-save.tar --alsologtostderr
functional_test.go:466: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image ls
--- PASS: TestFunctional/parallel/ImageCommands/ImageLoadFromFile (0.58s)
=== RUN TestFunctional/parallel/ImageCommands/ImageSaveDaemon
functional_test.go:434: (dbg) Run: docker rmi ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
functional_test.go:439: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 image save --daemon ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407 --alsologtostderr
functional_test.go:447: (dbg) Run: docker image inspect ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
--- PASS: TestFunctional/parallel/ImageCommands/ImageSaveDaemon (0.39s)
=== RUN TestFunctional/parallel/ServiceCmd/DeployApp
functional_test.go:1456: (dbg) Run: kubectl --context functional-205407 create deployment hello-node --image ghcr.io/medyagh/image-mirrors/kicbase/echo-server
functional_test.go:1460: (dbg) Run: kubectl --context functional-205407 expose deployment hello-node --type=NodePort --port=8080
functional_test.go:1465: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: waiting 10m0s for pods matching "app=hello-node" in namespace "default" ...
helpers_test.go:353: "hello-node-684ffdf98c-2c5lc" [1d76cd49-8abe-48b1-b221-54f745cb96bf] Pending / Ready:ContainersNotReady (containers with unready status: [echo-server]) / ContainersReady:ContainersNotReady (containers with unready status: [echo-server])
helpers_test.go:353: "hello-node-684ffdf98c-2c5lc" [1d76cd49-8abe-48b1-b221-54f745cb96bf] Running
functional_test.go:1465: (dbg) TestFunctional/parallel/ServiceCmd/DeployApp: app=hello-node healthy within 8.002834475s
--- PASS: TestFunctional/parallel/ServiceCmd/DeployApp (8.13s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP
functional_test_tunnel_test.go:234: (dbg) Run: kubectl --context functional-205407 get svc nginx-svc -o jsonpath={.status.loadBalancer.ingress[0].ip}
--- PASS: TestFunctional/parallel/TunnelCmd/serial/WaitService/IngressIP (0.06s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessDirect
functional_test_tunnel_test.go:299: tunnel at http://10.98.141.198 is working!
--- PASS: TestFunctional/parallel/TunnelCmd/serial/AccessDirect (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel
functional_test_tunnel_test.go:434: (dbg) stopping [out/minikube-linux-amd64 -p functional-205407 tunnel --alsologtostderr] ...
functional_test_tunnel_test.go:437: failed to stop process: signal: terminated
--- PASS: TestFunctional/parallel/TunnelCmd/serial/DeleteTunnel (0.12s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_not_create
functional_test.go:1290: (dbg) Run: out/minikube-linux-amd64 profile lis
functional_test.go:1295: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestFunctional/parallel/ProfileCmd/profile_not_create (0.43s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_list
functional_test.go:1330: (dbg) Run: out/minikube-linux-amd64 profile list
functional_test.go:1335: Took "347.298318ms" to run "out/minikube-linux-amd64 profile list"
functional_test.go:1344: (dbg) Run: out/minikube-linux-amd64 profile list -l
functional_test.go:1349: Took "58.227234ms" to run "out/minikube-linux-amd64 profile list -l"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_list (0.41s)
=== RUN TestFunctional/parallel/ProfileCmd/profile_json_output
functional_test.go:1381: (dbg) Run: out/minikube-linux-amd64 profile list -o json
functional_test.go:1386: Took "349.952383ms" to run "out/minikube-linux-amd64 profile list -o json"
functional_test.go:1394: (dbg) Run: out/minikube-linux-amd64 profile list -o json --light
functional_test.go:1399: Took "57.606117ms" to run "out/minikube-linux-amd64 profile list -o json --light"
--- PASS: TestFunctional/parallel/ProfileCmd/profile_json_output (0.41s)
=== RUN TestFunctional/parallel/MountCmd/any-port
functional_test_mount_test.go:74: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdany-port2165491581/001:/mount-9p --alsologtostderr -v=1]
functional_test_mount_test.go:108: wrote "test-1766824393435583231" to /tmp/TestFunctionalparallelMountCmdany-port2165491581/001/created-by-test
functional_test_mount_test.go:108: wrote "test-1766824393435583231" to /tmp/TestFunctionalparallelMountCmdany-port2165491581/001/created-by-test-removed-by-pod
functional_test_mount_test.go:108: wrote "test-1766824393435583231" to /tmp/TestFunctionalparallelMountCmdany-port2165491581/001/test-1766824393435583231
functional_test_mount_test.go:116: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:116: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (287.085752ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:116: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:130: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh -- ls -la /mount-9p
functional_test_mount_test.go:134: guest mount directory contents
total 2
-rw-r--r-- 1 docker docker 24 Dec 27 08:33 created-by-test
-rw-r--r-- 1 docker docker 24 Dec 27 08:33 created-by-test-removed-by-pod
-rw-r--r-- 1 docker docker 24 Dec 27 08:33 test-1766824393435583231
functional_test_mount_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh cat /mount-9p/test-1766824393435583231
functional_test_mount_test.go:149: (dbg) Run: kubectl --context functional-205407 replace --force -f testdata/busybox-mount-test.yaml
functional_test_mount_test.go:154: (dbg) TestFunctional/parallel/MountCmd/any-port: waiting 4m0s for pods matching "integration-test=busybox-mount" in namespace "default" ...
helpers_test.go:353: "busybox-mount" [59433844-3435-4212-bf84-2d964b895b73] Pending
helpers_test.go:353: "busybox-mount" [59433844-3435-4212-bf84-2d964b895b73] Pending / Ready:ContainersNotReady (containers with unready status: [mount-munger]) / ContainersReady:ContainersNotReady (containers with unready status: [mount-munger])
helpers_test.go:353: "busybox-mount" [59433844-3435-4212-bf84-2d964b895b73] Pending / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
helpers_test.go:353: "busybox-mount" [59433844-3435-4212-bf84-2d964b895b73] Succeeded / Initialized:PodCompleted / Ready:PodCompleted / ContainersReady:PodCompleted
functional_test_mount_test.go:154: (dbg) TestFunctional/parallel/MountCmd/any-port: integration-test=busybox-mount healthy within 4.003449774s
functional_test_mount_test.go:170: (dbg) Run: kubectl --context functional-205407 logs busybox-mount
functional_test_mount_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh stat /mount-9p/created-by-test
functional_test_mount_test.go:182: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh stat /mount-9p/created-by-pod
functional_test_mount_test.go:91: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:95: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdany-port2165491581/001:/mount-9p --alsologtostderr -v=1] ...
--- PASS: TestFunctional/parallel/MountCmd/any-port (6.73s)
=== RUN TestFunctional/parallel/ServiceCmd/List
functional_test.go:1474: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service list
--- PASS: TestFunctional/parallel/ServiceCmd/List (0.90s)
=== RUN TestFunctional/parallel/ServiceCmd/JSONOutput
functional_test.go:1504: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service list -o json
functional_test.go:1504: (dbg) Done: out/minikube-linux-amd64 -p functional-205407 service list -o json: (1.716348051s)
functional_test.go:1509: Took "1.71644955s" to run "out/minikube-linux-amd64 -p functional-205407 service list -o json"
--- PASS: TestFunctional/parallel/ServiceCmd/JSONOutput (1.72s)
=== RUN TestFunctional/parallel/ServiceCmd/HTTPS
functional_test.go:1524: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service --namespace=default --https --url hello-node
functional_test.go:1537: found endpoint: https://192.168.49.2:30481
--- PASS: TestFunctional/parallel/ServiceCmd/HTTPS (0.63s)
=== RUN TestFunctional/parallel/MountCmd/specific-port
functional_test_mount_test.go:219: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdspecific-port1870582103/001:/mount-9p --alsologtostderr -v=1 --port 36803]
functional_test_mount_test.go:249: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:249: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p": exit status 1 (348.242514ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
I1227 08:33:20.514981 9078 retry.go:84] will retry after 400ms: exit status 1
functional_test_mount_test.go:249: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T /mount-9p | grep 9p"
functional_test_mount_test.go:263: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh -- ls -la /mount-9p
functional_test_mount_test.go:267: guest mount directory contents
total 0
functional_test_mount_test.go:269: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdspecific-port1870582103/001:/mount-9p --alsologtostderr -v=1 --port 36803] ...
functional_test_mount_test.go:270: reading mount text
functional_test_mount_test.go:284: done reading mount text
functional_test_mount_test.go:236: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "sudo umount -f /mount-9p"
functional_test_mount_test.go:236: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "sudo umount -f /mount-9p": exit status 1 (328.272292ms)
-- stdout --
umount: /mount-9p: not mounted.
-- /stdout --
** stderr **
ssh: Process exited with status 32
** /stderr **
functional_test_mount_test.go:238: "out/minikube-linux-amd64 -p functional-205407 ssh \"sudo umount -f /mount-9p\"": exit status 1
functional_test_mount_test.go:240: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdspecific-port1870582103/001:/mount-9p --alsologtostderr -v=1 --port 36803] ...
--- PASS: TestFunctional/parallel/MountCmd/specific-port (1.97s)
=== RUN TestFunctional/parallel/ServiceCmd/Format
functional_test.go:1555: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service hello-node --url --format={{.IP}}
--- PASS: TestFunctional/parallel/ServiceCmd/Format (0.61s)
=== RUN TestFunctional/parallel/ServiceCmd/URL
functional_test.go:1574: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 service hello-node --url
functional_test.go:1580: found endpoint for hello-node: http://192.168.49.2:30481
--- PASS: TestFunctional/parallel/ServiceCmd/URL (0.63s)
=== RUN TestFunctional/parallel/MountCmd/VerifyCleanup
functional_test_mount_test.go:304: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount1 --alsologtostderr -v=1]
functional_test_mount_test.go:304: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount2 --alsologtostderr -v=1]
functional_test_mount_test.go:304: (dbg) daemon: [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount3 --alsologtostderr -v=1]
functional_test_mount_test.go:331: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T" /mount1
functional_test_mount_test.go:331: (dbg) Non-zero exit: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T" /mount1: exit status 1 (371.443383ms)
** stderr **
ssh: Process exited with status 1
** /stderr **
functional_test_mount_test.go:331: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T" /mount1
functional_test_mount_test.go:331: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T" /mount2
functional_test_mount_test.go:331: (dbg) Run: out/minikube-linux-amd64 -p functional-205407 ssh "findmnt -T" /mount3
functional_test_mount_test.go:376: (dbg) Run: out/minikube-linux-amd64 mount -p functional-205407 --kill=true
functional_test_mount_test.go:319: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount1 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:319: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount2 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to find parent, assuming dead: process does not exist
functional_test_mount_test.go:319: (dbg) stopping [out/minikube-linux-amd64 mount -p functional-205407 /tmp/TestFunctionalparallelMountCmdVerifyCleanup228157637/001:/mount3 --alsologtostderr -v=1] ...
helpers_test.go:508: unable to find parent, assuming dead: process does not exist
--- PASS: TestFunctional/parallel/MountCmd/VerifyCleanup (1.94s)
=== RUN TestFunctional/delete_echo-server_images
functional_test.go:205: (dbg) Run: docker rmi -f ghcr.io/medyagh/image-mirrors/kicbase/echo-server:1.0
functional_test.go:205: (dbg) Run: docker rmi -f ghcr.io/medyagh/image-mirrors/kicbase/echo-server:functional-205407
--- PASS: TestFunctional/delete_echo-server_images (0.04s)
=== RUN TestFunctional/delete_my-image_image
functional_test.go:213: (dbg) Run: docker rmi -f localhost/my-image:functional-205407
--- PASS: TestFunctional/delete_my-image_image (0.02s)
=== RUN TestFunctional/delete_minikube_cached_images
functional_test.go:221: (dbg) Run: docker rmi -f minikube-local-cache-test:functional-205407
--- PASS: TestFunctional/delete_minikube_cached_images (0.02s)
=== RUN TestMultiControlPlane/serial/StartCluster
ha_test.go:101: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1227 08:34:18.602182 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.607449 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.617695 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.637856 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.678143 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.758491 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:18.918970 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:19.239962 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:19.880582 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:21.161716 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:23.722588 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:28.843590 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:39.084084 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:34:59.564546 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:101: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 start --ha --memory 3072 --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (1m37.310553171s)
ha_test.go:107: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/StartCluster (98.06s)
=== RUN TestMultiControlPlane/serial/DeployApp
ha_test.go:128: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- apply -f ./testdata/ha/ha-pod-dns-test.yaml
ha_test.go:133: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- rollout status deployment/busybox
ha_test.go:133: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 kubectl -- rollout status deployment/busybox: (2.539151593s)
ha_test.go:140: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- get pods -o jsonpath='{.items[*].status.podIP}'
ha_test.go:163: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-d6wvp -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-dtsqt -- nslookup kubernetes.io
ha_test.go:171: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-j7gpf -- nslookup kubernetes.io
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-d6wvp -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-dtsqt -- nslookup kubernetes.default
ha_test.go:181: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-j7gpf -- nslookup kubernetes.default
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-d6wvp -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-dtsqt -- nslookup kubernetes.default.svc.cluster.local
ha_test.go:189: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-j7gpf -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiControlPlane/serial/DeployApp (4.82s)
=== RUN TestMultiControlPlane/serial/PingHostFromPods
ha_test.go:199: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- get pods -o jsonpath='{.items[*].metadata.name}'
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-d6wvp -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-d6wvp -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-dtsqt -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-dtsqt -- sh -c "ping -c 1 192.168.49.1"
ha_test.go:207: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-j7gpf -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
ha_test.go:218: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 kubectl -- exec busybox-769dd8b7dd-j7gpf -- sh -c "ping -c 1 192.168.49.1"
--- PASS: TestMultiControlPlane/serial/PingHostFromPods (1.01s)
=== RUN TestMultiControlPlane/serial/AddWorkerNode
ha_test.go:228: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node add --alsologtostderr -v 5
E1227 08:35:40.525300 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:228: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 node add --alsologtostderr -v 5: (26.55862595s)
ha_test.go:234: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/AddWorkerNode (27.43s)
=== RUN TestMultiControlPlane/serial/NodeLabels
ha_test.go:255: (dbg) Run: kubectl --context ha-247532 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiControlPlane/serial/NodeLabels (0.07s)
=== RUN TestMultiControlPlane/serial/HAppyAfterClusterStart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterClusterStart (0.88s)
=== RUN TestMultiControlPlane/serial/CopyFile
ha_test.go:328: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --output json --alsologtostderr -v 5
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp testdata/cp-test.txt ha-247532:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile3957495565/001/cp-test_ha-247532.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532:/home/docker/cp-test.txt ha-247532-m02:/home/docker/cp-test_ha-247532_ha-247532-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test_ha-247532_ha-247532-m02.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532:/home/docker/cp-test.txt ha-247532-m03:/home/docker/cp-test_ha-247532_ha-247532-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test_ha-247532_ha-247532-m03.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532:/home/docker/cp-test.txt ha-247532-m04:/home/docker/cp-test_ha-247532_ha-247532-m04.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test_ha-247532_ha-247532-m04.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp testdata/cp-test.txt ha-247532-m02:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m02:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile3957495565/001/cp-test_ha-247532-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m02:/home/docker/cp-test.txt ha-247532:/home/docker/cp-test_ha-247532-m02_ha-247532.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test_ha-247532-m02_ha-247532.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m02:/home/docker/cp-test.txt ha-247532-m03:/home/docker/cp-test_ha-247532-m02_ha-247532-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test_ha-247532-m02_ha-247532-m03.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m02:/home/docker/cp-test.txt ha-247532-m04:/home/docker/cp-test_ha-247532-m02_ha-247532-m04.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test_ha-247532-m02_ha-247532-m04.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp testdata/cp-test.txt ha-247532-m03:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m03:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile3957495565/001/cp-test_ha-247532-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m03:/home/docker/cp-test.txt ha-247532:/home/docker/cp-test_ha-247532-m03_ha-247532.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test_ha-247532-m03_ha-247532.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m03:/home/docker/cp-test.txt ha-247532-m02:/home/docker/cp-test_ha-247532-m03_ha-247532-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test_ha-247532-m03_ha-247532-m02.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m03:/home/docker/cp-test.txt ha-247532-m04:/home/docker/cp-test_ha-247532-m03_ha-247532-m04.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test_ha-247532-m03_ha-247532-m04.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp testdata/cp-test.txt ha-247532-m04:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m04:/home/docker/cp-test.txt /tmp/TestMultiControlPlaneserialCopyFile3957495565/001/cp-test_ha-247532-m04.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m04:/home/docker/cp-test.txt ha-247532:/home/docker/cp-test_ha-247532-m04_ha-247532.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532 "sudo cat /home/docker/cp-test_ha-247532-m04_ha-247532.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m04:/home/docker/cp-test.txt ha-247532-m02:/home/docker/cp-test_ha-247532-m04_ha-247532-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m02 "sudo cat /home/docker/cp-test_ha-247532-m04_ha-247532-m02.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 cp ha-247532-m04:/home/docker/cp-test.txt ha-247532-m03:/home/docker/cp-test_ha-247532-m04_ha-247532-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m04 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 ssh -n ha-247532-m03 "sudo cat /home/docker/cp-test_ha-247532-m04_ha-247532-m03.txt"
--- PASS: TestMultiControlPlane/serial/CopyFile (16.38s)
=== RUN TestMultiControlPlane/serial/StopSecondaryNode
ha_test.go:365: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node stop m02 --alsologtostderr -v 5
ha_test.go:365: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 node stop m02 --alsologtostderr -v 5: (12.484230899s)
ha_test.go:371: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
ha_test.go:371: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5: exit status 7 (691.137124ms)
-- stdout --
ha-247532
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-247532-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-247532-m03
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
ha-247532-m04
type: Worker
host: Running
kubelet: Running
-- /stdout --
** stderr **
I1227 08:36:11.896768 68343 out.go:360] Setting OutFile to fd 1 ...
I1227 08:36:11.896921 68343 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:36:11.896929 68343 out.go:374] Setting ErrFile to fd 2...
I1227 08:36:11.896935 68343 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:36:11.897815 68343 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:36:11.898043 68343 out.go:368] Setting JSON to false
I1227 08:36:11.898067 68343 mustload.go:66] Loading cluster: ha-247532
I1227 08:36:11.898168 68343 notify.go:221] Checking for updates...
I1227 08:36:11.898544 68343 config.go:182] Loaded profile config "ha-247532": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:36:11.898565 68343 status.go:174] checking status of ha-247532 ...
I1227 08:36:11.898980 68343 cli_runner.go:164] Run: docker container inspect ha-247532 --format={{.State.Status}}
I1227 08:36:11.917292 68343 status.go:371] ha-247532 host status = "Running" (err=<nil>)
I1227 08:36:11.917351 68343 host.go:66] Checking if "ha-247532" exists ...
I1227 08:36:11.917626 68343 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-247532
I1227 08:36:11.935448 68343 host.go:66] Checking if "ha-247532" exists ...
I1227 08:36:11.935746 68343 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:36:11.935805 68343 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-247532
I1227 08:36:11.953688 68343 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32783 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/ha-247532/id_rsa Username:docker}
I1227 08:36:12.042128 68343 ssh_runner.go:195] Run: systemctl --version
I1227 08:36:12.048392 68343 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:36:12.060671 68343 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:36:12.116255 68343 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:4 ContainersRunning:3 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:66 OomKillDisable:false NGoroutines:74 SystemTime:2025-12-27 08:36:12.106754643 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:36:12.116750 68343 kubeconfig.go:125] found "ha-247532" server: "https://192.168.49.254:8443"
I1227 08:36:12.116775 68343 api_server.go:166] Checking apiserver status ...
I1227 08:36:12.116806 68343 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:36:12.128489 68343 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1240/cgroup
I1227 08:36:12.137445 68343 ssh_runner.go:195] Run: sudo grep ^0:: /proc/1240/cgroup
I1227 08:36:12.145167 68343 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/system.slice/crio-8e675ff88d9d0af21994cfe2ad59742afe9810d06e2dde5180f80311279993c5.scope/container/cgroup.freeze
I1227 08:36:12.152917 68343 api_server.go:299] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1227 08:36:12.159655 68343 api_server.go:325] https://192.168.49.254:8443/healthz returned 200:
ok
I1227 08:36:12.159683 68343 status.go:463] ha-247532 apiserver status = Running (err=<nil>)
I1227 08:36:12.159697 68343 status.go:176] ha-247532 status: &{Name:ha-247532 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:36:12.159722 68343 status.go:174] checking status of ha-247532-m02 ...
I1227 08:36:12.160046 68343 cli_runner.go:164] Run: docker container inspect ha-247532-m02 --format={{.State.Status}}
I1227 08:36:12.178900 68343 status.go:371] ha-247532-m02 host status = "Stopped" (err=<nil>)
I1227 08:36:12.178922 68343 status.go:384] host is not running, skipping remaining checks
I1227 08:36:12.178928 68343 status.go:176] ha-247532-m02 status: &{Name:ha-247532-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:36:12.178965 68343 status.go:174] checking status of ha-247532-m03 ...
I1227 08:36:12.179240 68343 cli_runner.go:164] Run: docker container inspect ha-247532-m03 --format={{.State.Status}}
I1227 08:36:12.197883 68343 status.go:371] ha-247532-m03 host status = "Running" (err=<nil>)
I1227 08:36:12.197911 68343 host.go:66] Checking if "ha-247532-m03" exists ...
I1227 08:36:12.198167 68343 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-247532-m03
I1227 08:36:12.215985 68343 host.go:66] Checking if "ha-247532-m03" exists ...
I1227 08:36:12.216242 68343 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:36:12.216284 68343 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-247532-m03
I1227 08:36:12.234451 68343 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32793 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/ha-247532-m03/id_rsa Username:docker}
I1227 08:36:12.322813 68343 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:36:12.336459 68343 kubeconfig.go:125] found "ha-247532" server: "https://192.168.49.254:8443"
I1227 08:36:12.336488 68343 api_server.go:166] Checking apiserver status ...
I1227 08:36:12.336523 68343 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:36:12.347500 68343 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1176/cgroup
I1227 08:36:12.356196 68343 ssh_runner.go:195] Run: sudo grep ^0:: /proc/1176/cgroup
I1227 08:36:12.363502 68343 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/system.slice/crio-6c8d2bff9a02331edec98b3f920174f2f7f231517e4731acbf157dfab79c41d9.scope/container/cgroup.freeze
I1227 08:36:12.370406 68343 api_server.go:299] Checking apiserver healthz at https://192.168.49.254:8443/healthz ...
I1227 08:36:12.374471 68343 api_server.go:325] https://192.168.49.254:8443/healthz returned 200:
ok
I1227 08:36:12.374495 68343 status.go:463] ha-247532-m03 apiserver status = Running (err=<nil>)
I1227 08:36:12.374505 68343 status.go:176] ha-247532-m03 status: &{Name:ha-247532-m03 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:36:12.374525 68343 status.go:174] checking status of ha-247532-m04 ...
I1227 08:36:12.374765 68343 cli_runner.go:164] Run: docker container inspect ha-247532-m04 --format={{.State.Status}}
I1227 08:36:12.391976 68343 status.go:371] ha-247532-m04 host status = "Running" (err=<nil>)
I1227 08:36:12.392001 68343 host.go:66] Checking if "ha-247532-m04" exists ...
I1227 08:36:12.392261 68343 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" ha-247532-m04
I1227 08:36:12.410231 68343 host.go:66] Checking if "ha-247532-m04" exists ...
I1227 08:36:12.410500 68343 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:36:12.410534 68343 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" ha-247532-m04
I1227 08:36:12.429034 68343 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32798 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/ha-247532-m04/id_rsa Username:docker}
I1227 08:36:12.516350 68343 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:36:12.528513 68343 status.go:176] ha-247532-m04 status: &{Name:ha-247532-m04 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopSecondaryNode (13.18s)
=== RUN TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterControlPlaneNodeStop (0.71s)
=== RUN TestMultiControlPlane/serial/RestartSecondaryNode
ha_test.go:422: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node start m02 --alsologtostderr -v 5
ha_test.go:422: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 node start m02 --alsologtostderr -v 5: (7.533472037s)
ha_test.go:430: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
ha_test.go:450: (dbg) Run: kubectl get nodes
--- PASS: TestMultiControlPlane/serial/RestartSecondaryNode (8.47s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (0.91s)
=== RUN TestMultiControlPlane/serial/RestartClusterKeepsNodes
ha_test.go:458: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node list --alsologtostderr -v 5
ha_test.go:464: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 stop --alsologtostderr -v 5
E1227 08:37:02.449168 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:464: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 stop --alsologtostderr -v 5: (43.533600368s)
ha_test.go:469: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 start --wait true --alsologtostderr -v 5
E1227 08:37:56.957236 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:56.962401 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:56.972682 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:56.992944 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:57.033226 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:57.113510 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:57.273854 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:57.594589 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:58.235425 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:37:59.516444 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:38:02.077519 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:469: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 start --wait true --alsologtostderr -v 5: (55.991661594s)
ha_test.go:474: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node list --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/RestartClusterKeepsNodes (99.65s)
=== RUN TestMultiControlPlane/serial/DeleteSecondaryNode
ha_test.go:489: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node delete m03 --alsologtostderr -v 5
E1227 08:38:07.198183 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:489: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 node delete m03 --alsologtostderr -v 5: (9.71547228s)
ha_test.go:495: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
ha_test.go:513: (dbg) Run: kubectl get nodes
ha_test.go:521: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/DeleteSecondaryNode (10.50s)
=== RUN TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterSecondaryNodeDelete (0.67s)
=== RUN TestMultiControlPlane/serial/StopCluster
ha_test.go:533: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 stop --alsologtostderr -v 5
E1227 08:38:17.438701 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:38:37.919477 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:533: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 stop --alsologtostderr -v 5: (42.795442002s)
ha_test.go:539: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
ha_test.go:539: (dbg) Non-zero exit: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5: exit status 7 (114.313232ms)
-- stdout --
ha-247532
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-247532-m02
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
ha-247532-m04
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1227 08:38:56.304066 82438 out.go:360] Setting OutFile to fd 1 ...
I1227 08:38:56.304329 82438 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:38:56.304338 82438 out.go:374] Setting ErrFile to fd 2...
I1227 08:38:56.304343 82438 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:38:56.304582 82438 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:38:56.304759 82438 out.go:368] Setting JSON to false
I1227 08:38:56.304783 82438 mustload.go:66] Loading cluster: ha-247532
I1227 08:38:56.304922 82438 notify.go:221] Checking for updates...
I1227 08:38:56.305305 82438 config.go:182] Loaded profile config "ha-247532": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:38:56.305351 82438 status.go:174] checking status of ha-247532 ...
I1227 08:38:56.305892 82438 cli_runner.go:164] Run: docker container inspect ha-247532 --format={{.State.Status}}
I1227 08:38:56.324155 82438 status.go:371] ha-247532 host status = "Stopped" (err=<nil>)
I1227 08:38:56.324190 82438 status.go:384] host is not running, skipping remaining checks
I1227 08:38:56.324200 82438 status.go:176] ha-247532 status: &{Name:ha-247532 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:38:56.324229 82438 status.go:174] checking status of ha-247532-m02 ...
I1227 08:38:56.324526 82438 cli_runner.go:164] Run: docker container inspect ha-247532-m02 --format={{.State.Status}}
I1227 08:38:56.342287 82438 status.go:371] ha-247532-m02 host status = "Stopped" (err=<nil>)
I1227 08:38:56.342325 82438 status.go:384] host is not running, skipping remaining checks
I1227 08:38:56.342333 82438 status.go:176] ha-247532-m02 status: &{Name:ha-247532-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:38:56.342361 82438 status.go:174] checking status of ha-247532-m04 ...
I1227 08:38:56.342648 82438 cli_runner.go:164] Run: docker container inspect ha-247532-m04 --format={{.State.Status}}
I1227 08:38:56.360086 82438 status.go:371] ha-247532-m04 host status = "Stopped" (err=<nil>)
I1227 08:38:56.360110 82438 status.go:384] host is not running, skipping remaining checks
I1227 08:38:56.360117 82438 status.go:176] ha-247532-m04 status: &{Name:ha-247532-m04 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiControlPlane/serial/StopCluster (42.91s)
=== RUN TestMultiControlPlane/serial/RestartCluster
ha_test.go:562: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio
E1227 08:39:18.602263 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:39:18.880331 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:39:46.289613 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
ha_test.go:562: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 start --wait true --alsologtostderr -v 5 --driver=docker --container-runtime=crio: (56.231125001s)
ha_test.go:568: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
ha_test.go:586: (dbg) Run: kubectl get nodes
ha_test.go:594: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiControlPlane/serial/RestartCluster (57.01s)
=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/DegradedAfterClusterRestart (0.68s)
=== RUN TestMultiControlPlane/serial/AddSecondaryNode
ha_test.go:607: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 node add --control-plane --alsologtostderr -v 5
ha_test.go:607: (dbg) Done: out/minikube-linux-amd64 -p ha-247532 node add --control-plane --alsologtostderr -v 5: (27.058181195s)
ha_test.go:613: (dbg) Run: out/minikube-linux-amd64 -p ha-247532 status --alsologtostderr -v 5
--- PASS: TestMultiControlPlane/serial/AddSecondaryNode (27.93s)
=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeAdd (0.88s)
=== RUN TestJSONOutput/start/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 start -p json-output-150596 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio
E1227 08:40:40.800714 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 start -p json-output-150596 --output=json --user=testUser --memory=3072 --wait=true --driver=docker --container-runtime=crio: (37.244922265s)
--- PASS: TestJSONOutput/start/Command (37.25s)
=== RUN TestJSONOutput/start/Audit
--- PASS: TestJSONOutput/start/Audit (0.00s)
=== RUN TestJSONOutput/start/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/start/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/start/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/start/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/start/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/start/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/Audit
--- PASS: TestJSONOutput/pause/Audit (0.00s)
=== RUN TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/pause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/pause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/pause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/pause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/Audit
--- PASS: TestJSONOutput/unpause/Audit (0.00s)
=== RUN TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/unpause/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/unpause/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/Command
json_output_test.go:63: (dbg) Run: out/minikube-linux-amd64 stop -p json-output-150596 --output=json --user=testUser
json_output_test.go:63: (dbg) Done: out/minikube-linux-amd64 stop -p json-output-150596 --output=json --user=testUser: (7.955541965s)
--- PASS: TestJSONOutput/stop/Command (7.96s)
=== RUN TestJSONOutput/stop/Audit
--- PASS: TestJSONOutput/stop/Audit (0.00s)
=== RUN TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/DistinctCurrentSteps
=== CONT TestJSONOutput/stop/parallel/DistinctCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/DistinctCurrentSteps (0.00s)
=== RUN TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== PAUSE TestJSONOutput/stop/parallel/IncreasingCurrentSteps
=== CONT TestJSONOutput/stop/parallel/IncreasingCurrentSteps
--- PASS: TestJSONOutput/stop/parallel/IncreasingCurrentSteps (0.00s)
=== RUN TestErrorJSONOutput
json_output_test.go:160: (dbg) Run: out/minikube-linux-amd64 start -p json-output-error-597859 --memory=3072 --output=json --wait=true --driver=fail
json_output_test.go:160: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p json-output-error-597859 --memory=3072 --output=json --wait=true --driver=fail: exit status 56 (76.296812ms)
-- stdout --
{"specversion":"1.0","id":"2565ff16-9d2c-4483-a171-6c6687e2ed3f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[json-output-error-597859] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"7dee40ea-be99-401c-818c-004c7697c5bd","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=22344"}}
{"specversion":"1.0","id":"d2237324-300e-4cb6-be84-1ab492db5330","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"bb992201-c087-48be-aa48-f9325f392a29","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig"}}
{"specversion":"1.0","id":"9c433b5d-2f1a-4413-af2c-dfa744f412e8","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube"}}
{"specversion":"1.0","id":"f03b69d2-50aa-4e37-8a51-feb27ad84be2","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"84231b28-7e8c-43b8-b962-4439223f5d0d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"0a2ae2f6-56f1-47a8-b948-5a850d6ed060","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"","exitcode":"56","issues":"","message":"The driver 'fail' is not supported on linux/amd64","name":"DRV_UNSUPPORTED_OS","url":""}}
-- /stdout --
helpers_test.go:176: Cleaning up "json-output-error-597859" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p json-output-error-597859
--- PASS: TestErrorJSONOutput (0.23s)
=== RUN TestKicCustomNetwork/create_custom_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-715235 --network=
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-715235 --network=: (23.307726916s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:176: Cleaning up "docker-network-715235" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-715235
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-715235: (2.110579334s)
--- PASS: TestKicCustomNetwork/create_custom_network (25.44s)
=== RUN TestKicCustomNetwork/use_default_bridge_network
kic_custom_network_test.go:57: (dbg) Run: out/minikube-linux-amd64 start -p docker-network-944217 --network=bridge
kic_custom_network_test.go:57: (dbg) Done: out/minikube-linux-amd64 start -p docker-network-944217 --network=bridge: (17.133846475s)
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
helpers_test.go:176: Cleaning up "docker-network-944217" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p docker-network-944217
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p docker-network-944217: (1.95704261s)
--- PASS: TestKicCustomNetwork/use_default_bridge_network (19.11s)
=== RUN TestKicExistingNetwork
I1227 08:42:09.344550 9078 cli_runner.go:164] Run: docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W1227 08:42:09.362052 9078 cli_runner.go:211] docker network inspect existing-network --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I1227 08:42:09.362106 9078 network_create.go:284] running [docker network inspect existing-network] to gather additional debugging logs...
I1227 08:42:09.362130 9078 cli_runner.go:164] Run: docker network inspect existing-network
W1227 08:42:09.379569 9078 cli_runner.go:211] docker network inspect existing-network returned with exit code 1
I1227 08:42:09.379599 9078 network_create.go:287] error running [docker network inspect existing-network]: docker network inspect existing-network: exit status 1
stdout:
[]
stderr:
Error response from daemon: network existing-network not found
I1227 08:42:09.379627 9078 network_create.go:289] output of [docker network inspect existing-network]: -- stdout --
[]
-- /stdout --
** stderr **
Error response from daemon: network existing-network not found
** /stderr **
I1227 08:42:09.379773 9078 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1227 08:42:09.397105 9078 network.go:211] skipping subnet 192.168.49.0/24 that is taken: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 IsPrivate:true Interface:{IfaceName:br-9a89840b4ded IfaceIPv4:192.168.49.1 IfaceMTU:1500 IfaceMAC:46:cf:43:07:7c:4d} reservation:<nil>}
I1227 08:42:09.397451 9078 network.go:206] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc00205afe0}
I1227 08:42:09.397476 9078 network_create.go:124] attempt to create docker network existing-network 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I1227 08:42:09.397520 9078 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=existing-network existing-network
I1227 08:42:09.442669 9078 network_create.go:108] docker network existing-network 192.168.58.0/24 created
kic_custom_network_test.go:150: (dbg) Run: docker network ls --format {{.Name}}
kic_custom_network_test.go:93: (dbg) Run: out/minikube-linux-amd64 start -p existing-network-691064 --network=existing-network
kic_custom_network_test.go:93: (dbg) Done: out/minikube-linux-amd64 start -p existing-network-691064 --network=existing-network: (21.015621775s)
helpers_test.go:176: Cleaning up "existing-network-691064" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p existing-network-691064
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p existing-network-691064: (1.929196626s)
I1227 08:42:32.404526 9078 cli_runner.go:164] Run: docker network ls --filter=label=existing-network --format {{.Name}}
--- PASS: TestKicExistingNetwork (23.08s)
=== RUN TestKicCustomSubnet
kic_custom_network_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-subnet-531958 --subnet=192.168.60.0/24
kic_custom_network_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-subnet-531958 --subnet=192.168.60.0/24: (18.037046406s)
kic_custom_network_test.go:161: (dbg) Run: docker network inspect custom-subnet-531958 --format "{{(index .IPAM.Config 0).Subnet}}"
helpers_test.go:176: Cleaning up "custom-subnet-531958" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p custom-subnet-531958
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p custom-subnet-531958: (2.107440408s)
--- PASS: TestKicCustomSubnet (20.16s)
=== RUN TestKicStaticIP
kic_custom_network_test.go:132: (dbg) Run: out/minikube-linux-amd64 start -p static-ip-014175 --static-ip=192.168.200.200
E1227 08:42:56.959578 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
kic_custom_network_test.go:132: (dbg) Done: out/minikube-linux-amd64 start -p static-ip-014175 --static-ip=192.168.200.200: (20.870490205s)
kic_custom_network_test.go:138: (dbg) Run: out/minikube-linux-amd64 -p static-ip-014175 ip
helpers_test.go:176: Cleaning up "static-ip-014175" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p static-ip-014175
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p static-ip-014175: (2.086924174s)
--- PASS: TestKicStaticIP (23.10s)
=== RUN TestMainNoArgs
main_test.go:70: (dbg) Run: out/minikube-linux-amd64
--- PASS: TestMainNoArgs (0.06s)
=== RUN TestMinikubeProfile
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p first-646379 --driver=docker --container-runtime=crio
E1227 08:43:24.645945 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p first-646379 --driver=docker --container-runtime=crio: (19.368864968s)
minikube_profile_test.go:44: (dbg) Run: out/minikube-linux-amd64 start -p second-648834 --driver=docker --container-runtime=crio
minikube_profile_test.go:44: (dbg) Done: out/minikube-linux-amd64 start -p second-648834 --driver=docker --container-runtime=crio: (19.973962828s)
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile first-646379
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
minikube_profile_test.go:51: (dbg) Run: out/minikube-linux-amd64 profile second-648834
minikube_profile_test.go:55: (dbg) Run: out/minikube-linux-amd64 profile list -ojson
helpers_test.go:176: Cleaning up "second-648834" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p second-648834
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p second-648834: (2.323237041s)
helpers_test.go:176: Cleaning up "first-646379" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p first-646379
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p first-646379: (2.336670901s)
--- PASS: TestMinikubeProfile (45.25s)
=== RUN TestMountStart/serial/StartWithMountFirst
mount_start_test.go:118: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-1-494273 --memory=3072 --mount-string /tmp/TestMountStartserial2178009018/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-1-494273 --memory=3072 --mount-string /tmp/TestMountStartserial2178009018/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46464 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (6.659950755s)
--- PASS: TestMountStart/serial/StartWithMountFirst (7.66s)
=== RUN TestMountStart/serial/VerifyMountFirst
mount_start_test.go:134: (dbg) Run: out/minikube-linux-amd64 -p mount-start-1-494273 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountFirst (0.26s)
=== RUN TestMountStart/serial/StartWithMountSecond
mount_start_test.go:118: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-508639 --memory=3072 --mount-string /tmp/TestMountStartserial2178009018/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio
mount_start_test.go:118: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-508639 --memory=3072 --mount-string /tmp/TestMountStartserial2178009018/001:/minikube-host --mount-gid 0 --mount-msize 6543 --mount-port 46465 --mount-uid 0 --no-kubernetes --driver=docker --container-runtime=crio: (3.737227731s)
--- PASS: TestMountStart/serial/StartWithMountSecond (4.74s)
=== RUN TestMountStart/serial/VerifyMountSecond
mount_start_test.go:134: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-508639 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountSecond (0.26s)
=== RUN TestMountStart/serial/DeleteFirst
pause_test.go:132: (dbg) Run: out/minikube-linux-amd64 delete -p mount-start-1-494273 --alsologtostderr -v=5
pause_test.go:132: (dbg) Done: out/minikube-linux-amd64 delete -p mount-start-1-494273 --alsologtostderr -v=5: (1.658354324s)
--- PASS: TestMountStart/serial/DeleteFirst (1.66s)
=== RUN TestMountStart/serial/VerifyMountPostDelete
mount_start_test.go:134: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-508639 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostDelete (0.26s)
=== RUN TestMountStart/serial/Stop
mount_start_test.go:196: (dbg) Run: out/minikube-linux-amd64 stop -p mount-start-2-508639
mount_start_test.go:196: (dbg) Done: out/minikube-linux-amd64 stop -p mount-start-2-508639: (1.246866596s)
--- PASS: TestMountStart/serial/Stop (1.25s)
=== RUN TestMountStart/serial/RestartStopped
mount_start_test.go:207: (dbg) Run: out/minikube-linux-amd64 start -p mount-start-2-508639
E1227 08:44:18.602281 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
mount_start_test.go:207: (dbg) Done: out/minikube-linux-amd64 start -p mount-start-2-508639: (6.02289306s)
--- PASS: TestMountStart/serial/RestartStopped (7.02s)
=== RUN TestMountStart/serial/VerifyMountPostStop
mount_start_test.go:134: (dbg) Run: out/minikube-linux-amd64 -p mount-start-2-508639 ssh -- ls /minikube-host
--- PASS: TestMountStart/serial/VerifyMountPostStop (0.25s)
=== RUN TestMultiNode/serial/FreshStart2Nodes
multinode_test.go:96: (dbg) Run: out/minikube-linux-amd64 start -p multinode-537149 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:96: (dbg) Done: out/minikube-linux-amd64 start -p multinode-537149 --wait=true --memory=3072 --nodes=2 -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (58.253184598s)
multinode_test.go:102: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
--- PASS: TestMultiNode/serial/FreshStart2Nodes (58.72s)
=== RUN TestMultiNode/serial/DeployApp2Nodes
multinode_test.go:493: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- apply -f ./testdata/multinodes/multinode-pod-dns-test.yaml
multinode_test.go:498: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- rollout status deployment/busybox
multinode_test.go:498: (dbg) Done: out/minikube-linux-amd64 kubectl -p multinode-537149 -- rollout status deployment/busybox: (2.059871206s)
multinode_test.go:505: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- get pods -o jsonpath='{.items[*].status.podIP}'
multinode_test.go:528: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:536: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-mck4z -- nslookup kubernetes.io
multinode_test.go:536: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-xfdkv -- nslookup kubernetes.io
multinode_test.go:546: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-mck4z -- nslookup kubernetes.default
multinode_test.go:546: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-xfdkv -- nslookup kubernetes.default
multinode_test.go:554: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-mck4z -- nslookup kubernetes.default.svc.cluster.local
multinode_test.go:554: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-xfdkv -- nslookup kubernetes.default.svc.cluster.local
--- PASS: TestMultiNode/serial/DeployApp2Nodes (3.39s)
=== RUN TestMultiNode/serial/PingHostFrom2Pods
multinode_test.go:564: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- get pods -o jsonpath='{.items[*].metadata.name}'
multinode_test.go:572: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-mck4z -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-mck4z -- sh -c "ping -c 1 192.168.67.1"
multinode_test.go:572: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-xfdkv -- sh -c "nslookup host.minikube.internal | awk 'NR==5' | cut -d' ' -f3"
multinode_test.go:583: (dbg) Run: out/minikube-linux-amd64 kubectl -p multinode-537149 -- exec busybox-769dd8b7dd-xfdkv -- sh -c "ping -c 1 192.168.67.1"
--- PASS: TestMultiNode/serial/PingHostFrom2Pods (0.69s)
=== RUN TestMultiNode/serial/AddNode
multinode_test.go:121: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-537149 -v=5 --alsologtostderr
multinode_test.go:121: (dbg) Done: out/minikube-linux-amd64 node add -p multinode-537149 -v=5 --alsologtostderr: (23.301885815s)
multinode_test.go:127: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
--- PASS: TestMultiNode/serial/AddNode (23.93s)
=== RUN TestMultiNode/serial/MultiNodeLabels
multinode_test.go:221: (dbg) Run: kubectl --context multinode-537149 get nodes -o "jsonpath=[{range .items[*]}{.metadata.labels},{end}]"
--- PASS: TestMultiNode/serial/MultiNodeLabels (0.06s)
=== RUN TestMultiNode/serial/ProfileList
multinode_test.go:143: (dbg) Run: out/minikube-linux-amd64 profile list --output json
--- PASS: TestMultiNode/serial/ProfileList (0.63s)
=== RUN TestMultiNode/serial/CopyFile
multinode_test.go:184: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --output json --alsologtostderr
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp testdata/cp-test.txt multinode-537149:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2279192186/001/cp-test_multinode-537149.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149:/home/docker/cp-test.txt multinode-537149-m02:/home/docker/cp-test_multinode-537149_multinode-537149-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test_multinode-537149_multinode-537149-m02.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149:/home/docker/cp-test.txt multinode-537149-m03:/home/docker/cp-test_multinode-537149_multinode-537149-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test_multinode-537149_multinode-537149-m03.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp testdata/cp-test.txt multinode-537149-m02:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m02:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2279192186/001/cp-test_multinode-537149-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m02:/home/docker/cp-test.txt multinode-537149:/home/docker/cp-test_multinode-537149-m02_multinode-537149.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test_multinode-537149-m02_multinode-537149.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m02:/home/docker/cp-test.txt multinode-537149-m03:/home/docker/cp-test_multinode-537149-m02_multinode-537149-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test_multinode-537149-m02_multinode-537149-m03.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp testdata/cp-test.txt multinode-537149-m03:/home/docker/cp-test.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m03:/home/docker/cp-test.txt /tmp/TestMultiNodeserialCopyFile2279192186/001/cp-test_multinode-537149-m03.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m03:/home/docker/cp-test.txt multinode-537149:/home/docker/cp-test_multinode-537149-m03_multinode-537149.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149 "sudo cat /home/docker/cp-test_multinode-537149-m03_multinode-537149.txt"
helpers_test.go:574: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 cp multinode-537149-m03:/home/docker/cp-test.txt multinode-537149-m02:/home/docker/cp-test_multinode-537149-m03_multinode-537149-m02.txt
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m03 "sudo cat /home/docker/cp-test.txt"
helpers_test.go:552: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 ssh -n multinode-537149-m02 "sudo cat /home/docker/cp-test_multinode-537149-m03_multinode-537149-m02.txt"
--- PASS: TestMultiNode/serial/CopyFile (9.31s)
=== RUN TestMultiNode/serial/StopNode
multinode_test.go:248: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 node stop m03
multinode_test.go:248: (dbg) Done: out/minikube-linux-amd64 -p multinode-537149 node stop m03: (1.260095982s)
multinode_test.go:254: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status
multinode_test.go:254: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-537149 status: exit status 7 (483.918811ms)
-- stdout --
multinode-537149
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-537149-m02
type: Worker
host: Running
kubelet: Running
multinode-537149-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:261: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
multinode_test.go:261: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr: exit status 7 (496.921639ms)
-- stdout --
multinode-537149
type: Control Plane
host: Running
kubelet: Running
apiserver: Running
kubeconfig: Configured
multinode-537149-m02
type: Worker
host: Running
kubelet: Running
multinode-537149-m03
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1227 08:46:04.697532 142272 out.go:360] Setting OutFile to fd 1 ...
I1227 08:46:04.697643 142272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:46:04.697651 142272 out.go:374] Setting ErrFile to fd 2...
I1227 08:46:04.697658 142272 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:46:04.697829 142272 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:46:04.698014 142272 out.go:368] Setting JSON to false
I1227 08:46:04.698042 142272 mustload.go:66] Loading cluster: multinode-537149
I1227 08:46:04.698171 142272 notify.go:221] Checking for updates...
I1227 08:46:04.698467 142272 config.go:182] Loaded profile config "multinode-537149": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:46:04.698489 142272 status.go:174] checking status of multinode-537149 ...
I1227 08:46:04.699002 142272 cli_runner.go:164] Run: docker container inspect multinode-537149 --format={{.State.Status}}
I1227 08:46:04.717547 142272 status.go:371] multinode-537149 host status = "Running" (err=<nil>)
I1227 08:46:04.717591 142272 host.go:66] Checking if "multinode-537149" exists ...
I1227 08:46:04.717882 142272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-537149
I1227 08:46:04.735839 142272 host.go:66] Checking if "multinode-537149" exists ...
I1227 08:46:04.736164 142272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:46:04.736203 142272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-537149
I1227 08:46:04.752564 142272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32903 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/multinode-537149/id_rsa Username:docker}
I1227 08:46:04.840760 142272 ssh_runner.go:195] Run: systemctl --version
I1227 08:46:04.846825 142272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:46:04.858617 142272 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:46:04.915567 142272 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:2 ContainersPaused:0 ContainersStopped:1 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:51 OomKillDisable:false NGoroutines:64 SystemTime:2025-12-27 08:46:04.906265955 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:46:04.916107 142272 kubeconfig.go:125] found "multinode-537149" server: "https://192.168.67.2:8443"
I1227 08:46:04.916134 142272 api_server.go:166] Checking apiserver status ...
I1227 08:46:04.916172 142272 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1227 08:46:04.927474 142272 ssh_runner.go:195] Run: sudo egrep ^[0-9]+:freezer: /proc/1236/cgroup
I1227 08:46:04.935639 142272 ssh_runner.go:195] Run: sudo grep ^0:: /proc/1236/cgroup
I1227 08:46:04.943073 142272 ssh_runner.go:195] Run: sudo cat /sys/fs/cgroup/system.slice/crio-839385ed2db7d8e420eb3aba5c5eec5e737ebb1ca91e51f2432d4fa0ed53622d.scope/container/cgroup.freeze
I1227 08:46:04.950162 142272 api_server.go:299] Checking apiserver healthz at https://192.168.67.2:8443/healthz ...
I1227 08:46:04.954095 142272 api_server.go:325] https://192.168.67.2:8443/healthz returned 200:
ok
I1227 08:46:04.954115 142272 status.go:463] multinode-537149 apiserver status = Running (err=<nil>)
I1227 08:46:04.954124 142272 status.go:176] multinode-537149 status: &{Name:multinode-537149 Host:Running Kubelet:Running APIServer:Running Kubeconfig:Configured Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:46:04.954146 142272 status.go:174] checking status of multinode-537149-m02 ...
I1227 08:46:04.954396 142272 cli_runner.go:164] Run: docker container inspect multinode-537149-m02 --format={{.State.Status}}
I1227 08:46:04.972018 142272 status.go:371] multinode-537149-m02 host status = "Running" (err=<nil>)
I1227 08:46:04.972038 142272 host.go:66] Checking if "multinode-537149-m02" exists ...
I1227 08:46:04.972284 142272 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" multinode-537149-m02
I1227 08:46:04.988804 142272 host.go:66] Checking if "multinode-537149-m02" exists ...
I1227 08:46:04.989067 142272 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1227 08:46:04.989108 142272 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" multinode-537149-m02
I1227 08:46:05.007167 142272 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:32908 SSHKeyPath:/home/jenkins/minikube-integration/22344-5543/.minikube/machines/multinode-537149-m02/id_rsa Username:docker}
I1227 08:46:05.095359 142272 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1227 08:46:05.117581 142272 status.go:176] multinode-537149-m02 status: &{Name:multinode-537149-m02 Host:Running Kubelet:Running APIServer:Irrelevant Kubeconfig:Irrelevant Worker:true TimeToStop: DockerEnv: PodManEnv:}
I1227 08:46:05.117625 142272 status.go:174] checking status of multinode-537149-m03 ...
I1227 08:46:05.117988 142272 cli_runner.go:164] Run: docker container inspect multinode-537149-m03 --format={{.State.Status}}
I1227 08:46:05.137142 142272 status.go:371] multinode-537149-m03 host status = "Stopped" (err=<nil>)
I1227 08:46:05.137171 142272 status.go:384] host is not running, skipping remaining checks
I1227 08:46:05.137180 142272 status.go:176] multinode-537149-m03 status: &{Name:multinode-537149-m03 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopNode (2.24s)
=== RUN TestMultiNode/serial/StartAfterStop
multinode_test.go:282: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 node start m03 -v=5 --alsologtostderr
multinode_test.go:282: (dbg) Done: out/minikube-linux-amd64 -p multinode-537149 node start m03 -v=5 --alsologtostderr: (6.290793881s)
multinode_test.go:290: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status -v=5 --alsologtostderr
multinode_test.go:306: (dbg) Run: kubectl get nodes
--- PASS: TestMultiNode/serial/StartAfterStop (6.97s)
=== RUN TestMultiNode/serial/RestartKeepsNodes
multinode_test.go:314: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-537149
multinode_test.go:321: (dbg) Run: out/minikube-linux-amd64 stop -p multinode-537149
multinode_test.go:321: (dbg) Done: out/minikube-linux-amd64 stop -p multinode-537149: (29.413166112s)
multinode_test.go:326: (dbg) Run: out/minikube-linux-amd64 start -p multinode-537149 --wait=true -v=5 --alsologtostderr
multinode_test.go:326: (dbg) Done: out/minikube-linux-amd64 start -p multinode-537149 --wait=true -v=5 --alsologtostderr: (45.823599693s)
multinode_test.go:331: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-537149
--- PASS: TestMultiNode/serial/RestartKeepsNodes (75.35s)
=== RUN TestMultiNode/serial/DeleteNode
multinode_test.go:416: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 node delete m03
multinode_test.go:416: (dbg) Done: out/minikube-linux-amd64 -p multinode-537149 node delete m03: (4.612419985s)
multinode_test.go:422: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
multinode_test.go:436: (dbg) Run: kubectl get nodes
multinode_test.go:444: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/DeleteNode (5.20s)
=== RUN TestMultiNode/serial/StopMultiNode
multinode_test.go:345: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 stop
E1227 08:47:56.964663 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
multinode_test.go:345: (dbg) Done: out/minikube-linux-amd64 -p multinode-537149 stop: (28.349448955s)
multinode_test.go:351: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status
multinode_test.go:351: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-537149 status: exit status 7 (94.110303ms)
-- stdout --
multinode-537149
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-537149-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
multinode_test.go:358: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
multinode_test.go:358: (dbg) Non-zero exit: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr: exit status 7 (96.344238ms)
-- stdout --
multinode-537149
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
multinode-537149-m02
type: Worker
host: Stopped
kubelet: Stopped
-- /stdout --
** stderr **
I1227 08:48:01.152864 152083 out.go:360] Setting OutFile to fd 1 ...
I1227 08:48:01.153006 152083 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:48:01.153012 152083 out.go:374] Setting ErrFile to fd 2...
I1227 08:48:01.153016 152083 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:48:01.153184 152083 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:48:01.153375 152083 out.go:368] Setting JSON to false
I1227 08:48:01.153400 152083 mustload.go:66] Loading cluster: multinode-537149
I1227 08:48:01.153442 152083 notify.go:221] Checking for updates...
I1227 08:48:01.153726 152083 config.go:182] Loaded profile config "multinode-537149": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:48:01.153742 152083 status.go:174] checking status of multinode-537149 ...
I1227 08:48:01.154127 152083 cli_runner.go:164] Run: docker container inspect multinode-537149 --format={{.State.Status}}
I1227 08:48:01.173264 152083 status.go:371] multinode-537149 host status = "Stopped" (err=<nil>)
I1227 08:48:01.173293 152083 status.go:384] host is not running, skipping remaining checks
I1227 08:48:01.173301 152083 status.go:176] multinode-537149 status: &{Name:multinode-537149 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:false TimeToStop: DockerEnv: PodManEnv:}
I1227 08:48:01.173347 152083 status.go:174] checking status of multinode-537149-m02 ...
I1227 08:48:01.173767 152083 cli_runner.go:164] Run: docker container inspect multinode-537149-m02 --format={{.State.Status}}
I1227 08:48:01.192561 152083 status.go:371] multinode-537149-m02 host status = "Stopped" (err=<nil>)
I1227 08:48:01.192584 152083 status.go:384] host is not running, skipping remaining checks
I1227 08:48:01.192589 152083 status.go:176] multinode-537149-m02 status: &{Name:multinode-537149-m02 Host:Stopped Kubelet:Stopped APIServer:Stopped Kubeconfig:Stopped Worker:true TimeToStop: DockerEnv: PodManEnv:}
** /stderr **
--- PASS: TestMultiNode/serial/StopMultiNode (28.54s)
=== RUN TestMultiNode/serial/RestartMultiNode
multinode_test.go:376: (dbg) Run: out/minikube-linux-amd64 start -p multinode-537149 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio
multinode_test.go:376: (dbg) Done: out/minikube-linux-amd64 start -p multinode-537149 --wait=true -v=5 --alsologtostderr --driver=docker --container-runtime=crio: (47.670483398s)
multinode_test.go:382: (dbg) Run: out/minikube-linux-amd64 -p multinode-537149 status --alsologtostderr
multinode_test.go:396: (dbg) Run: kubectl get nodes
multinode_test.go:404: (dbg) Run: kubectl get nodes -o "go-template='{{range .items}}{{range .status.conditions}}{{if eq .type "Ready"}} {{.status}}{{"\n"}}{{end}}{{end}}{{end}}'"
--- PASS: TestMultiNode/serial/RestartMultiNode (48.25s)
=== RUN TestMultiNode/serial/ValidateNameConflict
multinode_test.go:455: (dbg) Run: out/minikube-linux-amd64 node list -p multinode-537149
multinode_test.go:464: (dbg) Run: out/minikube-linux-amd64 start -p multinode-537149-m02 --driver=docker --container-runtime=crio
multinode_test.go:464: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p multinode-537149-m02 --driver=docker --container-runtime=crio: exit status 14 (72.812913ms)
-- stdout --
* [multinode-537149-m02] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
! Profile name 'multinode-537149-m02' is duplicated with machine name 'multinode-537149-m02' in profile 'multinode-537149'
X Exiting due to MK_USAGE: Profile name should be unique
** /stderr **
multinode_test.go:472: (dbg) Run: out/minikube-linux-amd64 start -p multinode-537149-m03 --driver=docker --container-runtime=crio
multinode_test.go:472: (dbg) Done: out/minikube-linux-amd64 start -p multinode-537149-m03 --driver=docker --container-runtime=crio: (17.17620433s)
multinode_test.go:479: (dbg) Run: out/minikube-linux-amd64 node add -p multinode-537149
multinode_test.go:479: (dbg) Non-zero exit: out/minikube-linux-amd64 node add -p multinode-537149: exit status 80 (296.20039ms)
-- stdout --
* Adding node m03 to cluster multinode-537149 as [worker]
-- /stdout --
** stderr **
X Exiting due to GUEST_NODE_ADD: failed to add node: Node multinode-537149-m03 already exists in multinode-537149-m03 profile
*
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_node_040ea7097fd6ed71e65be9a474587f81f0ccd21d_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
** /stderr **
multinode_test.go:484: (dbg) Run: out/minikube-linux-amd64 delete -p multinode-537149-m03
multinode_test.go:484: (dbg) Done: out/minikube-linux-amd64 delete -p multinode-537149-m03: (2.345868142s)
--- PASS: TestMultiNode/serial/ValidateNameConflict (19.95s)
=== RUN TestScheduledStopUnix
scheduled_stop_test.go:128: (dbg) Run: out/minikube-linux-amd64 start -p scheduled-stop-168173 --memory=3072 --driver=docker --container-runtime=crio
E1227 08:49:18.601470 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
scheduled_stop_test.go:128: (dbg) Done: out/minikube-linux-amd64 start -p scheduled-stop-168173 --memory=3072 --driver=docker --container-runtime=crio: (19.564266225s)
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-168173 --schedule 5m -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1227 08:49:33.178057 161886 out.go:360] Setting OutFile to fd 1 ...
I1227 08:49:33.178293 161886 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:33.178301 161886 out.go:374] Setting ErrFile to fd 2...
I1227 08:49:33.178305 161886 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:33.178478 161886 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:49:33.178708 161886 out.go:368] Setting JSON to false
I1227 08:49:33.178796 161886 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:33.179077 161886 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:49:33.179143 161886 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/scheduled-stop-168173/config.json ...
I1227 08:49:33.179352 161886 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:33.179459 161886 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
** /stderr **
scheduled_stop_test.go:204: (dbg) Run: out/minikube-linux-amd64 status --format={{.TimeToStop}} -p scheduled-stop-168173 -n scheduled-stop-168173
scheduled_stop_test.go:172: signal error was: <nil>
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1227 08:49:33.553910 162039 out.go:360] Setting OutFile to fd 1 ...
I1227 08:49:33.554159 162039 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:33.554173 162039 out.go:374] Setting ErrFile to fd 2...
I1227 08:49:33.554177 162039 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:33.554398 162039 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:49:33.554639 162039 out.go:368] Setting JSON to false
I1227 08:49:33.554814 162039 daemonize_unix.go:73] killing process 161921 as it is an old scheduled stop
I1227 08:49:33.554910 162039 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:33.555362 162039 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:49:33.555474 162039 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/scheduled-stop-168173/config.json ...
I1227 08:49:33.555689 162039 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:33.555839 162039 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
** /stderr **
scheduled_stop_test.go:172: signal error was: os: process already finished
I1227 08:49:33.559935 9078 retry.go:84] will retry after 0s: open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/scheduled-stop-168173/pid: no such file or directory
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-168173 --cancel-scheduled
minikube stop output:
-- stdout --
* All existing scheduled stops cancelled
-- /stdout --
scheduled_stop_test.go:189: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-168173 -n scheduled-stop-168173
scheduled_stop_test.go:218: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-168173
scheduled_stop_test.go:137: (dbg) Run: out/minikube-linux-amd64 stop -p scheduled-stop-168173 --schedule 15s -v=5 --alsologtostderr
minikube stop output:
** stderr **
I1227 08:49:59.414725 162746 out.go:360] Setting OutFile to fd 1 ...
I1227 08:49:59.414817 162746 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:59.414825 162746 out.go:374] Setting ErrFile to fd 2...
I1227 08:49:59.414829 162746 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:49:59.415016 162746 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:49:59.415269 162746 out.go:368] Setting JSON to false
I1227 08:49:59.415353 162746 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:59.415622 162746 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:49:59.415690 162746 profile.go:143] Saving config to /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/scheduled-stop-168173/config.json ...
I1227 08:49:59.415864 162746 mustload.go:66] Loading cluster: scheduled-stop-168173
I1227 08:49:59.415955 162746 config.go:182] Loaded profile config "scheduled-stop-168173": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
** /stderr **
scheduled_stop_test.go:172: signal error was: os: process already finished
E1227 08:50:41.652275 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
scheduled_stop_test.go:218: (dbg) Run: out/minikube-linux-amd64 status -p scheduled-stop-168173
scheduled_stop_test.go:218: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p scheduled-stop-168173: exit status 7 (78.368657ms)
-- stdout --
scheduled-stop-168173
type: Control Plane
host: Stopped
kubelet: Stopped
apiserver: Stopped
kubeconfig: Stopped
-- /stdout --
scheduled_stop_test.go:189: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-168173 -n scheduled-stop-168173
scheduled_stop_test.go:189: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p scheduled-stop-168173 -n scheduled-stop-168173: exit status 7 (75.432034ms)
-- stdout --
Stopped
-- /stdout --
scheduled_stop_test.go:189: status error: exit status 7 (may be ok)
helpers_test.go:176: Cleaning up "scheduled-stop-168173" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p scheduled-stop-168173
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p scheduled-stop-168173: (4.650213859s)
--- PASS: TestScheduledStopUnix (95.67s)
=== RUN TestInsufficientStorage
status_test.go:50: (dbg) Run: out/minikube-linux-amd64 start -p insufficient-storage-949821 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio
status_test.go:50: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p insufficient-storage-949821 --memory=3072 --output=json --wait=true --driver=docker --container-runtime=crio: exit status 26 (6.219542516s)
-- stdout --
{"specversion":"1.0","id":"6b457923-06c6-4710-b116-8c46c0cbeb1e","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"0","message":"[insufficient-storage-949821] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)","name":"Initial Minikube Setup","totalsteps":"19"}}
{"specversion":"1.0","id":"c143dd47-7b53-4444-862e-c8d4163f1ce9","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_LOCATION=22344"}}
{"specversion":"1.0","id":"6150812e-1d1c-465d-9103-1cf0620d3e87","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true"}}
{"specversion":"1.0","id":"0f231dda-c5ba-41b1-baa9-1d8fe3521a7f","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig"}}
{"specversion":"1.0","id":"1886f28f-d002-46ad-a40b-d166b47fc827","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube"}}
{"specversion":"1.0","id":"c46d58e0-427b-44c8-acc5-a18561c64983","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_BIN=out/minikube-linux-amd64"}}
{"specversion":"1.0","id":"fd6d155a-471a-46e1-a61d-32f156048861","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_FORCE_SYSTEMD="}}
{"specversion":"1.0","id":"50d04cae-345e-43e9-9635-d48b56052aee","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_STORAGE_CAPACITY=100"}}
{"specversion":"1.0","id":"ca8772d3-07e5-4d03-ae84-6a66b69517a3","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"MINIKUBE_TEST_AVAILABLE_STORAGE=19"}}
{"specversion":"1.0","id":"17fdd9fe-689c-4553-8a41-6cd9a46c52dc","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"1","message":"Using the docker driver based on user configuration","name":"Selecting Driver","totalsteps":"19"}}
{"specversion":"1.0","id":"f7aef97e-abec-45a8-9772-1829df65c21d","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.info","datacontenttype":"application/json","data":{"message":"Using Docker driver with root privileges"}}
{"specversion":"1.0","id":"d8ed880d-e263-4941-ab5e-864b6957d2b6","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"3","message":"Starting \"insufficient-storage-949821\" primary control-plane node in \"insufficient-storage-949821\" cluster","name":"Starting Node","totalsteps":"19"}}
{"specversion":"1.0","id":"c6661899-5c78-45aa-9171-0c0ea3911291","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"5","message":"Pulling base image v0.0.48-1766570851-22316 ...","name":"Pulling Base Image","totalsteps":"19"}}
{"specversion":"1.0","id":"0ce7da3f-7737-4314-8442-92da7bf15469","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.step","datacontenttype":"application/json","data":{"currentstep":"8","message":"Creating docker container (CPUs=2, Memory=3072MB) ...","name":"Creating Container","totalsteps":"19"}}
{"specversion":"1.0","id":"e1ea0924-f7a4-4151-a91b-969c33558003","source":"https://minikube.sigs.k8s.io/","type":"io.k8s.sigs.minikube.error","datacontenttype":"application/json","data":{"advice":"Try one or more of the following to free up space on the device:\n\n\t\t\t1. Run \"docker system prune\" to remove unused Docker data (optionally with \"-a\")\n\t\t\t2. Increase the storage allocated to Docker for Desktop by clicking on:\n\t\t\t\tDocker icon \u003e Preferences \u003e Resources \u003e Disk Image Size\n\t\t\t3. Run \"minikube ssh -- docker system prune\" if using the Docker container runtime","exitcode":"26","issues":"https://github.com/kubernetes/minikube/issues/9024","message":"Docker is out of disk space! (/var is at 100% of capacity). You can pass '--force' to skip this check.","name":"RSRC_DOCKER_STORAGE","url":""}}
-- /stdout --
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-949821 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-949821 --output=json --layout=cluster: exit status 7 (272.773023ms)
-- stdout --
{"Name":"insufficient-storage-949821","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","Step":"Creating Container","StepDetail":"Creating docker container (CPUs=2, Memory=3072MB) ...","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-949821","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1227 08:50:55.704479 165272 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-949821" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
** /stderr **
status_test.go:76: (dbg) Run: out/minikube-linux-amd64 status -p insufficient-storage-949821 --output=json --layout=cluster
status_test.go:76: (dbg) Non-zero exit: out/minikube-linux-amd64 status -p insufficient-storage-949821 --output=json --layout=cluster: exit status 7 (272.469486ms)
-- stdout --
{"Name":"insufficient-storage-949821","StatusCode":507,"StatusName":"InsufficientStorage","StatusDetail":"/var is almost out of disk space","BinaryVersion":"v1.37.0","Components":{"kubeconfig":{"Name":"kubeconfig","StatusCode":500,"StatusName":"Error"}},"Nodes":[{"Name":"insufficient-storage-949821","StatusCode":507,"StatusName":"InsufficientStorage","Components":{"apiserver":{"Name":"apiserver","StatusCode":405,"StatusName":"Stopped"},"kubelet":{"Name":"kubelet","StatusCode":405,"StatusName":"Stopped"}}}]}
-- /stdout --
** stderr **
E1227 08:50:55.977747 165382 status.go:458] kubeconfig endpoint: get endpoint: "insufficient-storage-949821" does not appear in /home/jenkins/minikube-integration/22344-5543/kubeconfig
E1227 08:50:55.988064 165382 status.go:258] unable to read event log: stat: stat /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/insufficient-storage-949821/events.json: no such file or directory
** /stderr **
helpers_test.go:176: Cleaning up "insufficient-storage-949821" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p insufficient-storage-949821
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p insufficient-storage-949821: (1.830578045s)
--- PASS: TestInsufficientStorage (8.60s)
=== RUN TestRunningBinaryUpgrade
=== PAUSE TestRunningBinaryUpgrade
=== CONT TestRunningBinaryUpgrade
version_upgrade_test.go:120: (dbg) Run: /tmp/minikube-v1.35.0.3903534081 start -p running-upgrade-692344 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:120: (dbg) Done: /tmp/minikube-v1.35.0.3903534081 start -p running-upgrade-692344 --memory=3072 --vm-driver=docker --container-runtime=crio: (23.360206339s)
version_upgrade_test.go:130: (dbg) Run: out/minikube-linux-amd64 start -p running-upgrade-692344 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:130: (dbg) Done: out/minikube-linux-amd64 start -p running-upgrade-692344 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m28.960338493s)
helpers_test.go:176: Cleaning up "running-upgrade-692344" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p running-upgrade-692344
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p running-upgrade-692344: (2.36499848s)
--- PASS: TestRunningBinaryUpgrade (295.34s)
=== RUN TestKubernetesUpgrade
=== PAUSE TestKubernetesUpgrade
=== CONT TestKubernetesUpgrade
version_upgrade_test.go:222: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
E1227 08:52:56.957461 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
version_upgrade_test.go:222: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.28.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (21.566512595s)
version_upgrade_test.go:227: (dbg) Run: out/minikube-linux-amd64 stop -p kubernetes-upgrade-737721 --alsologtostderr
version_upgrade_test.go:227: (dbg) Done: out/minikube-linux-amd64 stop -p kubernetes-upgrade-737721 --alsologtostderr: (4.118863484s)
version_upgrade_test.go:232: (dbg) Run: out/minikube-linux-amd64 -p kubernetes-upgrade-737721 status --format={{.Host}}
version_upgrade_test.go:232: (dbg) Non-zero exit: out/minikube-linux-amd64 -p kubernetes-upgrade-737721 status --format={{.Host}}: exit status 7 (92.071617ms)
-- stdout --
Stopped
-- /stdout --
version_upgrade_test.go:234: status error: exit status 7 (may be ok)
version_upgrade_test.go:243: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.35.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:243: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.35.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (48.341305306s)
version_upgrade_test.go:248: (dbg) Run: kubectl --context kubernetes-upgrade-737721 version --output=json
version_upgrade_test.go:267: Attempting to downgrade Kubernetes (should fail)
version_upgrade_test.go:269: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
version_upgrade_test.go:269: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 106 (76.136488ms)
-- stdout --
* [kubernetes-upgrade-737721] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to K8S_DOWNGRADE_UNSUPPORTED: Unable to safely downgrade existing Kubernetes v1.35.0 cluster to v1.28.0
* Suggestion:
1) Recreate the cluster with Kubernetes 1.28.0, by running:
minikube delete -p kubernetes-upgrade-737721
minikube start -p kubernetes-upgrade-737721 --kubernetes-version=v1.28.0
2) Create a second cluster with Kubernetes 1.28.0, by running:
minikube start -p kubernetes-upgrade-7377212 --kubernetes-version=v1.28.0
3) Use the existing cluster at version Kubernetes 1.35.0, by running:
minikube start -p kubernetes-upgrade-737721 --kubernetes-version=v1.35.0
** /stderr **
version_upgrade_test.go:273: Attempting restart after unsuccessful downgrade
version_upgrade_test.go:275: (dbg) Run: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.35.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:275: (dbg) Done: out/minikube-linux-amd64 start -p kubernetes-upgrade-737721 --memory=3072 --kubernetes-version=v1.35.0 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4.468614924s)
helpers_test.go:176: Cleaning up "kubernetes-upgrade-737721" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p kubernetes-upgrade-737721
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p kubernetes-upgrade-737721: (2.608289141s)
--- PASS: TestKubernetesUpgrade (81.33s)
=== RUN TestMissingContainerUpgrade
=== PAUSE TestMissingContainerUpgrade
=== CONT TestMissingContainerUpgrade
version_upgrade_test.go:309: (dbg) Run: /tmp/minikube-v1.35.0.1448594353 start -p missing-upgrade-427083 --memory=3072 --driver=docker --container-runtime=crio
version_upgrade_test.go:309: (dbg) Done: /tmp/minikube-v1.35.0.1448594353 start -p missing-upgrade-427083 --memory=3072 --driver=docker --container-runtime=crio: (42.907245834s)
version_upgrade_test.go:318: (dbg) Run: docker stop missing-upgrade-427083
version_upgrade_test.go:318: (dbg) Done: docker stop missing-upgrade-427083: (2.052649036s)
version_upgrade_test.go:323: (dbg) Run: docker rm missing-upgrade-427083
version_upgrade_test.go:329: (dbg) Run: out/minikube-linux-amd64 start -p missing-upgrade-427083 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:329: (dbg) Done: out/minikube-linux-amd64 start -p missing-upgrade-427083 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (37.998482042s)
helpers_test.go:176: Cleaning up "missing-upgrade-427083" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p missing-upgrade-427083
helpers_test.go:179: (dbg) Done: out/minikube-linux-amd64 delete -p missing-upgrade-427083: (2.438167998s)
--- PASS: TestMissingContainerUpgrade (85.90s)
=== RUN TestStoppedBinaryUpgrade/Setup
--- PASS: TestStoppedBinaryUpgrade/Setup (0.65s)
=== RUN TestPause/serial/Start
pause_test.go:80: (dbg) Run: out/minikube-linux-amd64 start -p pause-388935 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio
pause_test.go:80: (dbg) Done: out/minikube-linux-amd64 start -p pause-388935 --memory=3072 --install-addons=false --wait=all --driver=docker --container-runtime=crio: (57.678707602s)
--- PASS: TestPause/serial/Start (57.68s)
=== RUN TestStoppedBinaryUpgrade/Upgrade
version_upgrade_test.go:183: (dbg) Run: /tmp/minikube-v1.35.0.3959404532 start -p stopped-upgrade-408001 --memory=3072 --vm-driver=docker --container-runtime=crio
version_upgrade_test.go:183: (dbg) Done: /tmp/minikube-v1.35.0.3959404532 start -p stopped-upgrade-408001 --memory=3072 --vm-driver=docker --container-runtime=crio: (43.143661419s)
version_upgrade_test.go:192: (dbg) Run: /tmp/minikube-v1.35.0.3959404532 -p stopped-upgrade-408001 stop
version_upgrade_test.go:192: (dbg) Done: /tmp/minikube-v1.35.0.3959404532 -p stopped-upgrade-408001 stop: (1.899789141s)
version_upgrade_test.go:198: (dbg) Run: out/minikube-linux-amd64 start -p stopped-upgrade-408001 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
version_upgrade_test.go:198: (dbg) Done: out/minikube-linux-amd64 start -p stopped-upgrade-408001 --memory=3072 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (4m19.50596219s)
--- PASS: TestStoppedBinaryUpgrade/Upgrade (304.55s)
=== RUN TestPause/serial/SecondStartNoReconfiguration
pause_test.go:92: (dbg) Run: out/minikube-linux-amd64 start -p pause-388935 --alsologtostderr -v=1 --driver=docker --container-runtime=crio
pause_test.go:92: (dbg) Done: out/minikube-linux-amd64 start -p pause-388935 --alsologtostderr -v=1 --driver=docker --container-runtime=crio: (6.049992139s)
--- PASS: TestPause/serial/SecondStartNoReconfiguration (6.06s)
=== RUN TestNoKubernetes/serial/StartNoK8sWithVersion
no_kubernetes_test.go:108: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio
no_kubernetes_test.go:108: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --kubernetes-version=v1.28.0 --driver=docker --container-runtime=crio: exit status 14 (77.805346ms)
-- stdout --
* [NoKubernetes-786698] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
-- /stdout --
** stderr **
X Exiting due to MK_USAGE: cannot specify --kubernetes-version with --no-kubernetes,
to unset a global config run:
$ minikube config unset kubernetes-version
** /stderr **
--- PASS: TestNoKubernetes/serial/StartNoK8sWithVersion (0.08s)
=== RUN TestNoKubernetes/serial/StartWithK8s
no_kubernetes_test.go:120: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-786698 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:120: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-786698 --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (21.132973704s)
no_kubernetes_test.go:225: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-786698 status -o json
--- PASS: TestNoKubernetes/serial/StartWithK8s (21.48s)
=== RUN TestNetworkPlugins/group/false
net_test.go:246: (dbg) Run: out/minikube-linux-amd64 start -p false-902828 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio
net_test.go:246: (dbg) Non-zero exit: out/minikube-linux-amd64 start -p false-902828 --memory=3072 --alsologtostderr --cni=false --driver=docker --container-runtime=crio: exit status 14 (205.708852ms)
-- stdout --
* [false-902828] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
- MINIKUBE_LOCATION=22344
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
- MINIKUBE_BIN=out/minikube-linux-amd64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on user configuration
-- /stdout --
** stderr **
I1227 08:52:15.067879 187918 out.go:360] Setting OutFile to fd 1 ...
I1227 08:52:15.068186 187918 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:52:15.068200 187918 out.go:374] Setting ErrFile to fd 2...
I1227 08:52:15.068207 187918 out.go:408] TERM=,COLORTERM=, which probably does not support color
I1227 08:52:15.068533 187918 root.go:338] Updating PATH: /home/jenkins/minikube-integration/22344-5543/.minikube/bin
I1227 08:52:15.069198 187918 out.go:368] Setting JSON to false
I1227 08:52:15.070730 187918 start.go:133] hostinfo: {"hostname":"ubuntu-20-agent-4","uptime":2087,"bootTime":1766823448,"procs":303,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"22.04","kernelVersion":"6.8.0-1045-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1227 08:52:15.070868 187918 start.go:143] virtualization: kvm guest
I1227 08:52:15.073295 187918 out.go:179] * [false-902828] minikube v1.37.0 on Ubuntu 22.04 (kvm/amd64)
I1227 08:52:15.074797 187918 notify.go:221] Checking for updates...
I1227 08:52:15.074974 187918 out.go:179] - MINIKUBE_LOCATION=22344
I1227 08:52:15.076213 187918 out.go:179] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1227 08:52:15.077657 187918 out.go:179] - KUBECONFIG=/home/jenkins/minikube-integration/22344-5543/kubeconfig
I1227 08:52:15.079790 187918 out.go:179] - MINIKUBE_HOME=/home/jenkins/minikube-integration/22344-5543/.minikube
I1227 08:52:15.081045 187918 out.go:179] - MINIKUBE_BIN=out/minikube-linux-amd64
I1227 08:52:15.082546 187918 out.go:179] - MINIKUBE_FORCE_SYSTEMD=
I1227 08:52:15.084167 187918 config.go:182] Loaded profile config "NoKubernetes-786698": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
I1227 08:52:15.084341 187918 config.go:182] Loaded profile config "missing-upgrade-427083": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:52:15.084454 187918 config.go:182] Loaded profile config "stopped-upgrade-408001": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.32.0
I1227 08:52:15.084570 187918 driver.go:422] Setting default libvirt URI to qemu:///system
I1227 08:52:15.117066 187918 docker.go:124] docker version: linux-29.1.3:Docker Engine - Community
I1227 08:52:15.117190 187918 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1227 08:52:15.197140 187918 info.go:266] docker info: {ID:TS6T:UINC:MIYS:RZPA:KS6T:4JQK:7JHN:D6RA:LDP2:MHAE:G32M:C5NQ Containers:3 ContainersRunning:3 ContainersPaused:0 ContainersStopped:0 Images:4 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:false BridgeNfIP6Tables:false Debug:false NFd:64 OomKillDisable:false NGoroutines:75 SystemTime:2025-12-27 08:52:15.185677744 +0000 UTC LoggingDriver:json-file CgroupDriver:systemd NEventsListener:0 KernelVersion:6.8.0-1045-gcp OperatingSystem:Ubuntu 22.04.5 LTS OSType:linux Architecture:x
86_64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[::1/128 127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:8 MemTotal:33652076544 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ubuntu-20-agent-4 Labels:[] ExperimentalBuild:false ServerVersion:29.1.3 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:dea7da592f5d1d2b7755e3a161be07f43fad8f75 Expected:} RuncCommit:{ID:v1.3.4-0-gd6d73eb8 Expected:} InitCommit:{ID:de40ad0 Expected:} SecurityOptions:[name=apparmor name=seccomp,profile=builtin name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[m
ap[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.30.1] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v5.0.0] map[Name:model Path:/usr/libexec/docker/cli-plugins/docker-model SchemaVersion:0.1.0 ShortDescription:Docker Model Runner Vendor:Docker Inc. Version:v1.0.6] map[Name:scan Path:/usr/libexec/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.23.0]] Warnings:<nil>}}
I1227 08:52:15.197293 187918 docker.go:319] overlay module found
I1227 08:52:15.198796 187918 out.go:179] * Using the docker driver based on user configuration
I1227 08:52:15.199861 187918 start.go:309] selected driver: docker
I1227 08:52:15.199879 187918 start.go:928] validating driver "docker" against <nil>
I1227 08:52:15.199894 187918 start.go:939] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1227 08:52:15.201696 187918 out.go:203]
W1227 08:52:15.202866 187918 out.go:285] X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
X Exiting due to MK_USAGE: The "crio" container runtime requires CNI
I1227 08:52:15.204020 187918 out.go:203]
** /stderr **
net_test.go:88:
----------------------- debugLogs start: false-902828 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: false-902828
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: false-902828
>>> host: /etc/nsswitch.conf:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/hosts:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/resolv.conf:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: false-902828
>>> host: crictl pods:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: crictl containers:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> k8s: describe netcat deployment:
error: context "false-902828" does not exist
>>> k8s: describe netcat pod(s):
error: context "false-902828" does not exist
>>> k8s: netcat logs:
error: context "false-902828" does not exist
>>> k8s: describe coredns deployment:
error: context "false-902828" does not exist
>>> k8s: describe coredns pods:
error: context "false-902828" does not exist
>>> k8s: coredns logs:
error: context "false-902828" does not exist
>>> k8s: describe api server pod(s):
error: context "false-902828" does not exist
>>> k8s: api server logs:
error: context "false-902828" does not exist
>>> host: /etc/cni:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: ip a s:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: ip r s:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: iptables-save:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: iptables table nat:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> k8s: describe kube-proxy daemon set:
error: context "false-902828" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "false-902828" does not exist
>>> k8s: kube-proxy logs:
error: context "false-902828" does not exist
>>> host: kubelet daemon status:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: kubelet daemon config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> k8s: kubelet logs:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:39 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.103.2:8443
name: missing-upgrade-427083
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:50 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.94.2:8443
name: stopped-upgrade-408001
contexts:
- context:
cluster: missing-upgrade-427083
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:39 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: context_info
namespace: default
user: missing-upgrade-427083
name: missing-upgrade-427083
- context:
cluster: stopped-upgrade-408001
user: stopped-upgrade-408001
name: stopped-upgrade-408001
current-context: ""
kind: Config
users:
- name: missing-upgrade-427083
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.key
- name: stopped-upgrade-408001
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: false-902828
>>> host: docker daemon status:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: docker daemon config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/docker/daemon.json:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: docker system info:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: cri-docker daemon status:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: cri-docker daemon config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: cri-dockerd version:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: containerd daemon status:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: containerd daemon config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /lib/systemd/system/containerd.service:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/containerd/config.toml:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: containerd config dump:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: crio daemon status:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: crio daemon config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: /etc/crio:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
>>> host: crio config:
* Profile "false-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p false-902828"
----------------------- debugLogs end: false-902828 [took: 3.719360068s] --------------------------------
helpers_test.go:176: Cleaning up "false-902828" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p false-902828
--- PASS: TestNetworkPlugins/group/false (4.11s)
=== RUN TestNoKubernetes/serial/StartWithStopK8s
no_kubernetes_test.go:137: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:137: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (13.937540558s)
no_kubernetes_test.go:225: (dbg) Run: out/minikube-linux-amd64 -p NoKubernetes-786698 status -o json
no_kubernetes_test.go:225: (dbg) Non-zero exit: out/minikube-linux-amd64 -p NoKubernetes-786698 status -o json: exit status 2 (310.55479ms)
-- stdout --
{"Name":"NoKubernetes-786698","Host":"Running","Kubelet":"Stopped","APIServer":"Stopped","Kubeconfig":"Configured","Worker":false}
-- /stdout --
no_kubernetes_test.go:149: (dbg) Run: out/minikube-linux-amd64 delete -p NoKubernetes-786698
no_kubernetes_test.go:149: (dbg) Done: out/minikube-linux-amd64 delete -p NoKubernetes-786698: (1.957136197s)
--- PASS: TestNoKubernetes/serial/StartWithStopK8s (16.21s)
=== RUN TestNoKubernetes/serial/Start
no_kubernetes_test.go:161: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio
no_kubernetes_test.go:161: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-786698 --no-kubernetes --memory=3072 --alsologtostderr -v=5 --driver=docker --container-runtime=crio: (4.65782497s)
--- PASS: TestNoKubernetes/serial/Start (4.66s)
=== RUN TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads
no_kubernetes_test.go:89: Checking cache directory: /home/jenkins/minikube-integration/22344-5543/.minikube/cache/linux/amd64/v0.0.0
--- PASS: TestNoKubernetes/serial/VerifyNok8sNoK8sDownloads (0.00s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunning
no_kubernetes_test.go:172: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-786698 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-786698 "sudo systemctl is-active --quiet service kubelet": exit status 1 (367.148268ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunning (0.37s)
=== RUN TestNoKubernetes/serial/ProfileList
no_kubernetes_test.go:194: (dbg) Run: out/minikube-linux-amd64 profile list
no_kubernetes_test.go:204: (dbg) Run: out/minikube-linux-amd64 profile list --output=json
no_kubernetes_test.go:204: (dbg) Done: out/minikube-linux-amd64 profile list --output=json: (2.43204932s)
--- PASS: TestNoKubernetes/serial/ProfileList (3.37s)
=== RUN TestNoKubernetes/serial/Stop
no_kubernetes_test.go:183: (dbg) Run: out/minikube-linux-amd64 stop -p NoKubernetes-786698
no_kubernetes_test.go:183: (dbg) Done: out/minikube-linux-amd64 stop -p NoKubernetes-786698: (1.29498587s)
--- PASS: TestNoKubernetes/serial/Stop (1.30s)
=== RUN TestNoKubernetes/serial/StartNoArgs
no_kubernetes_test.go:216: (dbg) Run: out/minikube-linux-amd64 start -p NoKubernetes-786698 --driver=docker --container-runtime=crio
no_kubernetes_test.go:216: (dbg) Done: out/minikube-linux-amd64 start -p NoKubernetes-786698 --driver=docker --container-runtime=crio: (7.906820673s)
--- PASS: TestNoKubernetes/serial/StartNoArgs (7.91s)
=== RUN TestNoKubernetes/serial/VerifyK8sNotRunningSecond
no_kubernetes_test.go:172: (dbg) Run: out/minikube-linux-amd64 ssh -p NoKubernetes-786698 "sudo systemctl is-active --quiet service kubelet"
no_kubernetes_test.go:172: (dbg) Non-zero exit: out/minikube-linux-amd64 ssh -p NoKubernetes-786698 "sudo systemctl is-active --quiet service kubelet": exit status 1 (345.386303ms)
** stderr **
ssh: Process exited with status 3
** /stderr **
--- PASS: TestNoKubernetes/serial/VerifyK8sNotRunningSecond (0.35s)
=== RUN TestPreload/Start-NoPreload-PullImage
preload_test.go:49: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-596037 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio
E1227 08:54:18.601812 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 08:54:20.006620 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
preload_test.go:49: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-596037 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio: (41.712128736s)
preload_test.go:56: (dbg) Run: out/minikube-linux-amd64 -p test-preload-596037 image pull ghcr.io/medyagh/image-mirrors/busybox:latest
preload_test.go:62: (dbg) Run: out/minikube-linux-amd64 stop -p test-preload-596037
preload_test.go:62: (dbg) Done: out/minikube-linux-amd64 stop -p test-preload-596037: (6.15881248s)
--- PASS: TestPreload/Start-NoPreload-PullImage (48.39s)
=== RUN TestPreload/Restart-With-Preload-Check-User-Image
preload_test.go:71: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-596037 --preload=true --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio
preload_test.go:71: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-596037 --preload=true --alsologtostderr -v=1 --wait=true --driver=docker --container-runtime=crio: (49.944619009s)
preload_test.go:76: (dbg) Run: out/minikube-linux-amd64 -p test-preload-596037 image list
--- PASS: TestPreload/Restart-With-Preload-Check-User-Image (50.19s)
=== RUN TestNetworkPlugins/group/auto/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p auto-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p auto-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --driver=docker --container-runtime=crio: (42.498630255s)
--- PASS: TestNetworkPlugins/group/auto/Start (42.50s)
=== RUN TestStoppedBinaryUpgrade/MinikubeLogs
version_upgrade_test.go:206: (dbg) Run: out/minikube-linux-amd64 logs -p stopped-upgrade-408001
--- PASS: TestStoppedBinaryUpgrade/MinikubeLogs (0.95s)
=== RUN TestNetworkPlugins/group/kindnet/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p kindnet-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p kindnet-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=kindnet --driver=docker --container-runtime=crio: (40.858952935s)
--- PASS: TestNetworkPlugins/group/kindnet/Start (40.86s)
=== RUN TestNetworkPlugins/group/calico/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p calico-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p calico-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=calico --driver=docker --container-runtime=crio: (45.755356055s)
--- PASS: TestNetworkPlugins/group/calico/Start (45.76s)
=== RUN TestNetworkPlugins/group/auto/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p auto-902828 "pgrep -a kubelet"
I1227 08:56:40.083559 9078 config.go:182] Loaded profile config "auto-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/auto/KubeletFlags (0.32s)
=== RUN TestNetworkPlugins/group/auto/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context auto-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-ntzml" [dbb979f0-abd3-43a8-81b3-63d1d7a1841c] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-ntzml" [dbb979f0-abd3-43a8-81b3-63d1d7a1841c] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/auto/NetCatPod: app=netcat healthy within 8.004177394s
--- PASS: TestNetworkPlugins/group/auto/NetCatPod (8.17s)
=== RUN TestNetworkPlugins/group/kindnet/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: waiting 10m0s for pods matching "app=kindnet" in namespace "kube-system" ...
helpers_test.go:353: "kindnet-q9l4v" [f6eb5815-7711-4a4c-900f-1c5bf54e140f] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/kindnet/ControllerPod: app=kindnet healthy within 6.003731017s
--- PASS: TestNetworkPlugins/group/kindnet/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/auto/DNS
net_test.go:175: (dbg) Run: kubectl --context auto-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/auto/DNS (0.14s)
=== RUN TestNetworkPlugins/group/auto/Localhost
net_test.go:194: (dbg) Run: kubectl --context auto-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/auto/Localhost (0.11s)
=== RUN TestNetworkPlugins/group/auto/HairPin
net_test.go:264: (dbg) Run: kubectl --context auto-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/auto/HairPin (0.10s)
=== RUN TestNetworkPlugins/group/kindnet/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p kindnet-902828 "pgrep -a kubelet"
I1227 08:56:53.509333 9078 config.go:182] Loaded profile config "kindnet-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/kindnet/KubeletFlags (0.29s)
=== RUN TestNetworkPlugins/group/kindnet/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context kindnet-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-j7qpv" [b1182511-88e8-4458-bb17-deea66751398] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-j7qpv" [b1182511-88e8-4458-bb17-deea66751398] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/kindnet/NetCatPod: app=netcat healthy within 8.004483674s
--- PASS: TestNetworkPlugins/group/kindnet/NetCatPod (8.23s)
=== RUN TestNetworkPlugins/group/kindnet/DNS
net_test.go:175: (dbg) Run: kubectl --context kindnet-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/kindnet/DNS (0.15s)
=== RUN TestNetworkPlugins/group/kindnet/Localhost
net_test.go:194: (dbg) Run: kubectl --context kindnet-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/kindnet/Localhost (0.12s)
=== RUN TestNetworkPlugins/group/kindnet/HairPin
net_test.go:264: (dbg) Run: kubectl --context kindnet-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/kindnet/HairPin (0.12s)
=== RUN TestNetworkPlugins/group/calico/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: waiting 10m0s for pods matching "k8s-app=calico-node" in namespace "kube-system" ...
helpers_test.go:353: "calico-node-8pqnb" [b0e5459f-53bc-45da-b6f4-ae70dc226ae3] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/calico/ControllerPod: k8s-app=calico-node healthy within 6.00514991s
--- PASS: TestNetworkPlugins/group/calico/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/custom-flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p custom-flannel-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p custom-flannel-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=testdata/kube-flannel.yaml --driver=docker --container-runtime=crio: (47.588216978s)
--- PASS: TestNetworkPlugins/group/custom-flannel/Start (47.59s)
=== RUN TestNetworkPlugins/group/calico/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p calico-902828 "pgrep -a kubelet"
I1227 08:57:08.798423 9078 config.go:182] Loaded profile config "calico-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/calico/KubeletFlags (0.33s)
=== RUN TestNetworkPlugins/group/calico/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context calico-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-tw8x8" [8e714562-6af1-4786-b637-2e269a078906] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-tw8x8" [8e714562-6af1-4786-b637-2e269a078906] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/calico/NetCatPod: app=netcat healthy within 9.004930614s
--- PASS: TestNetworkPlugins/group/calico/NetCatPod (9.24s)
=== RUN TestNetworkPlugins/group/calico/DNS
net_test.go:175: (dbg) Run: kubectl --context calico-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/calico/DNS (0.12s)
=== RUN TestNetworkPlugins/group/calico/Localhost
net_test.go:194: (dbg) Run: kubectl --context calico-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/calico/Localhost (0.09s)
=== RUN TestNetworkPlugins/group/calico/HairPin
net_test.go:264: (dbg) Run: kubectl --context calico-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/calico/HairPin (0.11s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p enable-default-cni-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p enable-default-cni-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --enable-default-cni=true --driver=docker --container-runtime=crio: (1m1.730024285s)
--- PASS: TestNetworkPlugins/group/enable-default-cni/Start (61.73s)
=== RUN TestNetworkPlugins/group/flannel/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p flannel-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p flannel-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=flannel --driver=docker --container-runtime=crio: (44.356355635s)
--- PASS: TestNetworkPlugins/group/flannel/Start (44.36s)
=== RUN TestNetworkPlugins/group/custom-flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p custom-flannel-902828 "pgrep -a kubelet"
I1227 08:57:55.853525 9078 config.go:182] Loaded profile config "custom-flannel-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/custom-flannel/KubeletFlags (0.28s)
=== RUN TestNetworkPlugins/group/custom-flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context custom-flannel-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-7zkhk" [12d41e91-6bed-4563-8af6-f5562489f485] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
E1227 08:57:56.957025 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/functional-205407/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:353: "netcat-5dd4ccdc4b-7zkhk" [12d41e91-6bed-4563-8af6-f5562489f485] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/custom-flannel/NetCatPod: app=netcat healthy within 8.005509365s
--- PASS: TestNetworkPlugins/group/custom-flannel/NetCatPod (8.17s)
=== RUN TestNetworkPlugins/group/custom-flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context custom-flannel-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/custom-flannel/DNS (0.12s)
=== RUN TestNetworkPlugins/group/custom-flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context custom-flannel-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/Localhost (0.08s)
=== RUN TestNetworkPlugins/group/custom-flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context custom-flannel-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/custom-flannel/HairPin (0.10s)
=== RUN TestNetworkPlugins/group/bridge/Start
net_test.go:112: (dbg) Run: out/minikube-linux-amd64 start -p bridge-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio
net_test.go:112: (dbg) Done: out/minikube-linux-amd64 start -p bridge-902828 --memory=3072 --alsologtostderr --wait=true --wait-timeout=15m --cni=bridge --driver=docker --container-runtime=crio: (1m0.985738406s)
--- PASS: TestNetworkPlugins/group/bridge/Start (60.99s)
=== RUN TestNetworkPlugins/group/flannel/ControllerPod
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: waiting 10m0s for pods matching "app=flannel" in namespace "kube-flannel" ...
helpers_test.go:353: "kube-flannel-ds-9gzz5" [78aae8ee-f9d8-4ae0-b4fa-63805d79de0c] Running
net_test.go:120: (dbg) TestNetworkPlugins/group/flannel/ControllerPod: app=flannel healthy within 6.003756196s
--- PASS: TestNetworkPlugins/group/flannel/ControllerPod (6.01s)
=== RUN TestNetworkPlugins/group/enable-default-cni/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p enable-default-cni-902828 "pgrep -a kubelet"
I1227 08:58:24.682521 9078 config.go:182] Loaded profile config "enable-default-cni-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/enable-default-cni/KubeletFlags (0.30s)
=== RUN TestNetworkPlugins/group/enable-default-cni/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context enable-default-cni-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-skmkl" [41d55d66-65f7-4c0c-ad16-6af362abd636] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-skmkl" [41d55d66-65f7-4c0c-ad16-6af362abd636] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/enable-default-cni/NetCatPod: app=netcat healthy within 9.003794113s
--- PASS: TestNetworkPlugins/group/enable-default-cni/NetCatPod (9.20s)
=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (51.559196678s)
--- PASS: TestStartStop/group/old-k8s-version/serial/FirstStart (51.56s)
=== RUN TestNetworkPlugins/group/flannel/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p flannel-902828 "pgrep -a kubelet"
I1227 08:58:30.314102 9078 config.go:182] Loaded profile config "flannel-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/flannel/KubeletFlags (0.41s)
=== RUN TestNetworkPlugins/group/flannel/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context flannel-902828 replace --force -f testdata/netcat-deployment.yaml
I1227 08:58:31.092908 9078 kapi.go:136] Waiting for deployment netcat to stabilize, generation 1 observed generation 0 spec.replicas 1 status.replicas 0
I1227 08:58:31.355106 9078 kapi.go:136] Waiting for deployment netcat to stabilize, generation 1 observed generation 1 spec.replicas 1 status.replicas 0
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-8zcdd" [287f51b6-16a5-49d0-8c99-e7ec011f741b] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-8zcdd" [287f51b6-16a5-49d0-8c99-e7ec011f741b] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/flannel/NetCatPod: app=netcat healthy within 8.003887s
--- PASS: TestNetworkPlugins/group/flannel/NetCatPod (9.24s)
=== RUN TestNetworkPlugins/group/enable-default-cni/DNS
net_test.go:175: (dbg) Run: kubectl --context enable-default-cni-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/enable-default-cni/DNS (0.11s)
=== RUN TestNetworkPlugins/group/enable-default-cni/Localhost
net_test.go:194: (dbg) Run: kubectl --context enable-default-cni-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/Localhost (0.08s)
=== RUN TestNetworkPlugins/group/enable-default-cni/HairPin
net_test.go:264: (dbg) Run: kubectl --context enable-default-cni-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/enable-default-cni/HairPin (0.09s)
=== RUN TestNetworkPlugins/group/flannel/DNS
net_test.go:175: (dbg) Run: kubectl --context flannel-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/flannel/DNS (0.12s)
=== RUN TestNetworkPlugins/group/flannel/Localhost
net_test.go:194: (dbg) Run: kubectl --context flannel-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/flannel/Localhost (0.10s)
=== RUN TestNetworkPlugins/group/flannel/HairPin
net_test.go:264: (dbg) Run: kubectl --context flannel-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/flannel/HairPin (0.10s)
=== RUN TestStartStop/group/no-preload/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (50.36922857s)
--- PASS: TestStartStop/group/no-preload/serial/FirstStart (50.37s)
=== RUN TestStartStop/group/embed-certs/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (44.151026114s)
--- PASS: TestStartStop/group/embed-certs/serial/FirstStart (44.15s)
=== RUN TestNetworkPlugins/group/bridge/KubeletFlags
net_test.go:133: (dbg) Run: out/minikube-linux-amd64 ssh -p bridge-902828 "pgrep -a kubelet"
I1227 08:59:10.430402 9078 config.go:182] Loaded profile config "bridge-902828": Driver=docker, ContainerRuntime=crio, KubernetesVersion=v1.35.0
--- PASS: TestNetworkPlugins/group/bridge/KubeletFlags (0.31s)
=== RUN TestNetworkPlugins/group/bridge/NetCatPod
net_test.go:149: (dbg) Run: kubectl --context bridge-902828 replace --force -f testdata/netcat-deployment.yaml
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: waiting 15m0s for pods matching "app=netcat" in namespace "default" ...
helpers_test.go:353: "netcat-5dd4ccdc4b-zfvwz" [82525aca-06c3-4007-8ea4-7556d05552ed] Pending / Ready:ContainersNotReady (containers with unready status: [dnsutils]) / ContainersReady:ContainersNotReady (containers with unready status: [dnsutils])
helpers_test.go:353: "netcat-5dd4ccdc4b-zfvwz" [82525aca-06c3-4007-8ea4-7556d05552ed] Running
net_test.go:163: (dbg) TestNetworkPlugins/group/bridge/NetCatPod: app=netcat healthy within 9.005037888s
--- PASS: TestNetworkPlugins/group/bridge/NetCatPod (9.22s)
=== RUN TestStartStop/group/old-k8s-version/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-601009 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:353: "busybox" [4c7839c5-56f1-44b0-9cf5-461946580914] Pending
helpers_test.go:353: "busybox" [4c7839c5-56f1-44b0-9cf5-461946580914] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
E1227 08:59:18.601610 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/addons-638058/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
helpers_test.go:353: "busybox" [4c7839c5-56f1-44b0-9cf5-461946580914] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/old-k8s-version/serial/DeployApp: integration-test=busybox healthy within 9.002975725s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context old-k8s-version-601009 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/old-k8s-version/serial/DeployApp (9.26s)
=== RUN TestNetworkPlugins/group/bridge/DNS
net_test.go:175: (dbg) Run: kubectl --context bridge-902828 exec deployment/netcat -- nslookup kubernetes.default
--- PASS: TestNetworkPlugins/group/bridge/DNS (0.17s)
=== RUN TestNetworkPlugins/group/bridge/Localhost
net_test.go:194: (dbg) Run: kubectl --context bridge-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z localhost 8080"
--- PASS: TestNetworkPlugins/group/bridge/Localhost (0.10s)
=== RUN TestNetworkPlugins/group/bridge/HairPin
net_test.go:264: (dbg) Run: kubectl --context bridge-902828 exec deployment/netcat -- /bin/sh -c "nc -w 5 -i 5 -z netcat 8080"
--- PASS: TestNetworkPlugins/group/bridge/HairPin (0.10s)
=== RUN TestStartStop/group/old-k8s-version/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-amd64 stop -p old-k8s-version-601009 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-amd64 stop -p old-k8s-version-601009 --alsologtostderr -v=3: (16.41464802s)
--- PASS: TestStartStop/group/old-k8s-version/serial/Stop (16.41s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (40.716611963s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/FirstStart (40.72s)
=== RUN TestStartStop/group/no-preload/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-598808 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:353: "busybox" [0272de7c-49c7-4356-a21f-a55c06c36495] Pending
helpers_test.go:353: "busybox" [0272de7c-49c7-4356-a21f-a55c06c36495] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:353: "busybox" [0272de7c-49c7-4356-a21f-a55c06c36495] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/no-preload/serial/DeployApp: integration-test=busybox healthy within 8.003940662s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context no-preload-598808 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/no-preload/serial/DeployApp (8.45s)
=== RUN TestStartStop/group/embed-certs/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-914340 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:353: "busybox" [cbeb1515-83c6-4e30-a880-a2adaa94b45b] Pending
helpers_test.go:353: "busybox" [cbeb1515-83c6-4e30-a880-a2adaa94b45b] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:353: "busybox" [cbeb1515-83c6-4e30-a880-a2adaa94b45b] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/embed-certs/serial/DeployApp: integration-test=busybox healthy within 9.004026671s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context embed-certs-914340 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/embed-certs/serial/DeployApp (9.40s)
=== RUN TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009: exit status 7 (91.314451ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p old-k8s-version-601009 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/old-k8s-version/serial/EnableAddonAfterStop (0.23s)
=== RUN TestStartStop/group/old-k8s-version/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-amd64 start -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-amd64 start -p old-k8s-version-601009 --memory=3072 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --container-runtime=crio --kubernetes-version=v1.28.0: (47.474773782s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p old-k8s-version-601009 -n old-k8s-version-601009
--- PASS: TestStartStop/group/old-k8s-version/serial/SecondStart (47.89s)
=== RUN TestStartStop/group/no-preload/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-amd64 stop -p no-preload-598808 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-amd64 stop -p no-preload-598808 --alsologtostderr -v=3: (17.23953309s)
--- PASS: TestStartStop/group/no-preload/serial/Stop (17.24s)
=== RUN TestStartStop/group/embed-certs/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-amd64 stop -p embed-certs-914340 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-amd64 stop -p embed-certs-914340 --alsologtostderr -v=3: (18.199653485s)
--- PASS: TestStartStop/group/embed-certs/serial/Stop (18.20s)
=== RUN TestStartStop/group/no-preload/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808: exit status 7 (97.132413ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p no-preload-598808 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/no-preload/serial/EnableAddonAfterStop (0.25s)
=== RUN TestStartStop/group/no-preload/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-amd64 start -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-amd64 start -p no-preload-598808 --memory=3072 --alsologtostderr --wait=true --preload=false --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (49.64805685s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p no-preload-598808 -n no-preload-598808
--- PASS: TestStartStop/group/no-preload/serial/SecondStart (49.98s)
=== RUN TestStartStop/group/embed-certs/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340: exit status 7 (76.683156ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p embed-certs-914340 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/embed-certs/serial/EnableAddonAfterStop (0.19s)
=== RUN TestStartStop/group/embed-certs/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-amd64 start -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-amd64 start -p embed-certs-914340 --memory=3072 --alsologtostderr --wait=true --embed-certs --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (42.429026951s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p embed-certs-914340 -n embed-certs-914340
--- PASS: TestStartStop/group/embed-certs/serial/SecondStart (42.80s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/DeployApp
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-828751 create -f testdata/busybox.yaml
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: waiting 8m0s for pods matching "integration-test=busybox" in namespace "default" ...
helpers_test.go:353: "busybox" [035e9caf-e364-4a5a-8fba-4b6c643cc6f9] Pending
helpers_test.go:353: "busybox" [035e9caf-e364-4a5a-8fba-4b6c643cc6f9] Pending / Ready:ContainersNotReady (containers with unready status: [busybox]) / ContainersReady:ContainersNotReady (containers with unready status: [busybox])
helpers_test.go:353: "busybox" [035e9caf-e364-4a5a-8fba-4b6c643cc6f9] Running
start_stop_delete_test.go:194: (dbg) TestStartStop/group/default-k8s-diff-port/serial/DeployApp: integration-test=busybox healthy within 9.004453921s
start_stop_delete_test.go:194: (dbg) Run: kubectl --context default-k8s-diff-port-828751 exec busybox -- /bin/sh -c "ulimit -n"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/DeployApp (9.30s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-amd64 stop -p default-k8s-diff-port-828751 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-amd64 stop -p default-k8s-diff-port-828751 --alsologtostderr -v=3: (16.521257617s)
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/Stop (16.52s)
=== RUN TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-8694d4445c-xl8dp" [840c7aaf-89e9-4e9f-ac25-879759e426a5] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003198148s
--- PASS: TestStartStop/group/old-k8s-version/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-8694d4445c-xl8dp" [840c7aaf-89e9-4e9f-ac25-879759e426a5] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.00438019s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context old-k8s-version-601009 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/old-k8s-version/serial/AddonExistsAfterStop (5.08s)
=== RUN TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-amd64 -p old-k8s-version-601009 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20230511-dc714da8
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/old-k8s-version/serial/VerifyKubernetesImages (0.23s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751: exit status 7 (83.327447ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p default-k8s-diff-port-828751 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/EnableAddonAfterStop (0.22s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-amd64 start -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-amd64 start -p default-k8s-diff-port-828751 --memory=3072 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (51.1626165s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p default-k8s-diff-port-828751 -n default-k8s-diff-port-828751
E1227 09:01:40.880839 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (51.49s)
=== RUN TestStartStop/group/newest-cni/serial/FirstStart
start_stop_delete_test.go:184: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
start_stop_delete_test.go:184: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (25.511697377s)
--- PASS: TestStartStop/group/newest-cni/serial/FirstStart (25.51s)
=== RUN TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-qwmvq" [cbb851e8-2c01-412a-a2f4-4ea1a92cad31] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003221823s
--- PASS: TestStartStop/group/embed-certs/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/no-preload/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-gvqrd" [75402c41-9f7c-4f79-9e83-adf8936b605c] Running
start_stop_delete_test.go:272: (dbg) TestStartStop/group/no-preload/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.00351105s
--- PASS: TestStartStop/group/no-preload/serial/UserAppExistsAfterStop (6.01s)
=== RUN TestStartStop/group/embed-certs/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-qwmvq" [cbb851e8-2c01-412a-a2f4-4ea1a92cad31] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/embed-certs/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.003703021s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context embed-certs-914340 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/embed-certs/serial/AddonExistsAfterStop (5.10s)
=== RUN TestStartStop/group/no-preload/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-gvqrd" [75402c41-9f7c-4f79-9e83-adf8936b605c] Running
start_stop_delete_test.go:285: (dbg) TestStartStop/group/no-preload/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.004254587s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context no-preload-598808 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/no-preload/serial/AddonExistsAfterStop (5.07s)
=== RUN TestStartStop/group/embed-certs/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-amd64 -p embed-certs-914340 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/embed-certs/serial/VerifyKubernetesImages (0.30s)
=== RUN TestStartStop/group/no-preload/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-amd64 -p no-preload-598808 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
--- PASS: TestStartStop/group/no-preload/serial/VerifyKubernetesImages (0.24s)
=== RUN TestStartStop/group/newest-cni/serial/DeployApp
--- PASS: TestStartStop/group/newest-cni/serial/DeployApp (0.00s)
=== RUN TestPreload/PreloadSrc/gcs
preload_test.go:110: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio
preload_test.go:110: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-dl-gcs-247419 --download-only --kubernetes-version v1.34.0-rc.1 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio: (3.410877501s)
helpers_test.go:176: Cleaning up "test-preload-dl-gcs-247419" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-dl-gcs-247419
--- PASS: TestPreload/PreloadSrc/gcs (4.21s)
=== RUN TestStartStop/group/newest-cni/serial/Stop
start_stop_delete_test.go:226: (dbg) Run: out/minikube-linux-amd64 stop -p newest-cni-693933 --alsologtostderr -v=3
start_stop_delete_test.go:226: (dbg) Done: out/minikube-linux-amd64 stop -p newest-cni-693933 --alsologtostderr -v=3: (14.244155264s)
--- PASS: TestStartStop/group/newest-cni/serial/Stop (14.24s)
=== RUN TestPreload/PreloadSrc/github
preload_test.go:110: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio
preload_test.go:110: (dbg) Done: out/minikube-linux-amd64 start -p test-preload-dl-github-499893 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=github --alsologtostderr --v=1 --driver=docker --container-runtime=crio: (3.452547618s)
helpers_test.go:176: Cleaning up "test-preload-dl-github-499893" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-dl-github-499893
--- PASS: TestPreload/PreloadSrc/github (3.64s)
=== RUN TestPreload/PreloadSrc/gcs-cached
preload_test.go:110: (dbg) Run: out/minikube-linux-amd64 start -p test-preload-dl-gcs-cached-296533 --download-only --kubernetes-version v1.34.0-rc.2 --preload-source=gcs --alsologtostderr --v=1 --driver=docker --container-runtime=crio
helpers_test.go:176: Cleaning up "test-preload-dl-gcs-cached-296533" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p test-preload-dl-gcs-cached-296533
--- PASS: TestPreload/PreloadSrc/gcs-cached (0.42s)
=== RUN TestStartStop/group/newest-cni/serial/EnableAddonAfterStop
start_stop_delete_test.go:237: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933
start_stop_delete_test.go:237: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933: exit status 7 (75.679824ms)
-- stdout --
Stopped
-- /stdout --
start_stop_delete_test.go:237: status error: exit status 7 (may be ok)
start_stop_delete_test.go:244: (dbg) Run: out/minikube-linux-amd64 addons enable dashboard -p newest-cni-693933 --images=MetricsScraper=registry.k8s.io/echoserver:1.4
--- PASS: TestStartStop/group/newest-cni/serial/EnableAddonAfterStop (0.19s)
=== RUN TestStartStop/group/newest-cni/serial/SecondStart
start_stop_delete_test.go:254: (dbg) Run: out/minikube-linux-amd64 start -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0
E1227 09:01:40.242399 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.247691 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.257962 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.278384 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.319427 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.399736 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:40.560544 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:254: (dbg) Done: out/minikube-linux-amd64 start -p newest-cni-693933 --memory=3072 --alsologtostderr --wait=apiserver,system_pods,default_sa --network-plugin=cni --extra-config=kubeadm.pod-network-cidr=10.42.0.0/16 --driver=docker --container-runtime=crio --kubernetes-version=v1.35.0: (10.069710746s)
start_stop_delete_test.go:260: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p newest-cni-693933 -n newest-cni-693933
--- PASS: TestStartStop/group/newest-cni/serial/SecondStart (10.40s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-hvn4h" [25b36aee-4716-4945-86aa-6a02424f5f6d] Running
E1227 09:01:41.521617 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:42.802270 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:45.363203 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/auto-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:272: (dbg) TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 6.003712977s
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/UserAppExistsAfterStop (6.00s)
=== RUN TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop
start_stop_delete_test.go:271: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/UserAppExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/AddonExistsAfterStop
start_stop_delete_test.go:282: WARNING: cni mode requires additional setup before pods can schedule :(
--- PASS: TestStartStop/group/newest-cni/serial/AddonExistsAfterStop (0.00s)
=== RUN TestStartStop/group/newest-cni/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-amd64 -p newest-cni-693933 image list --format=json
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
--- PASS: TestStartStop/group/newest-cni/serial/VerifyKubernetesImages (0.22s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: waiting 9m0s for pods matching "k8s-app=kubernetes-dashboard" in namespace "kubernetes-dashboard" ...
helpers_test.go:353: "kubernetes-dashboard-b84665fb8-hvn4h" [25b36aee-4716-4945-86aa-6a02424f5f6d] Running
E1227 09:01:47.213565 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.218846 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.229105 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.249412 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.289697 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.369940 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.530399 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:47.850958 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
E1227 09:01:48.491441 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:285: (dbg) TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop: k8s-app=kubernetes-dashboard healthy within 5.00348824s
start_stop_delete_test.go:289: (dbg) Run: kubectl --context default-k8s-diff-port-828751 describe deploy/dashboard-metrics-scraper -n kubernetes-dashboard
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/AddonExistsAfterStop (5.07s)
=== RUN TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages
start_stop_delete_test.go:302: (dbg) Run: out/minikube-linux-amd64 -p default-k8s-diff-port-828751 image list --format=json
E1227 09:01:52.332972 9078 cert_rotation.go:172] "Loading client cert failed" err="open /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/kindnet-902828/client.crt: no such file or directory" logger="tls-transport-cache.UnhandledError" key="key"
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20250512-df8de77b
start_stop_delete_test.go:302: Found non-minikube image: kindest/kindnetd:v20251212-v0.29.0-alpha-105-g20ccfc88
start_stop_delete_test.go:302: Found non-minikube image: gcr.io/k8s-minikube/busybox:1.28.4-glibc
--- PASS: TestStartStop/group/default-k8s-diff-port/serial/VerifyKubernetesImages (0.23s)
=== RUN TestDownloadOnly/v1.28.0/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.28.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.28.0/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.28.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.28.0/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.28.0/kubectl (0.00s)
=== RUN TestDownloadOnly/v1.35.0/cached-images
aaa_download_only_test.go:128: Preload exists, images won't be cached
--- SKIP: TestDownloadOnly/v1.35.0/cached-images (0.00s)
=== RUN TestDownloadOnly/v1.35.0/binaries
aaa_download_only_test.go:150: Preload exists, binaries are present within.
--- SKIP: TestDownloadOnly/v1.35.0/binaries (0.00s)
=== RUN TestDownloadOnly/v1.35.0/kubectl
aaa_download_only_test.go:166: Test for darwin and windows
--- SKIP: TestDownloadOnly/v1.35.0/kubectl (0.00s)
=== RUN TestAddons/serial/GCPAuth/RealCredentials
addons_test.go:765: skipping GCPAuth addon test until 'Permission "artifactregistry.repositories.downloadArtifacts" denied on resource "projects/k8s-minikube/locations/us/repositories/test-artifacts" (or it may not exist)' issue is resolved
--- SKIP: TestAddons/serial/GCPAuth/RealCredentials (0.00s)
=== RUN TestAddons/parallel/Olm
=== PAUSE TestAddons/parallel/Olm
=== CONT TestAddons/parallel/Olm
addons_test.go:485: Skipping OLM addon test until https://github.com/operator-framework/operator-lifecycle-manager/issues/2534 is resolved
--- SKIP: TestAddons/parallel/Olm (0.00s)
=== RUN TestDockerFlags
docker_test.go:41: skipping: only runs with docker container runtime, currently testing crio
--- SKIP: TestDockerFlags (0.00s)
=== RUN TestDockerEnvContainerd
docker_test.go:170: running with crio true linux amd64
docker_test.go:172: skipping: TestDockerEnvContainerd can only be run with the containerd runtime on Docker driver
--- SKIP: TestDockerEnvContainerd (0.00s)
=== RUN TestHyperKitDriverInstallOrUpdate
driver_install_or_update_test.go:37: Skip if not darwin.
--- SKIP: TestHyperKitDriverInstallOrUpdate (0.00s)
=== RUN TestHyperkitDriverSkipUpgrade
driver_install_or_update_test.go:101: Skip if not darwin.
--- SKIP: TestHyperkitDriverSkipUpgrade (0.00s)
=== RUN TestFunctional/parallel/DockerEnv
=== PAUSE TestFunctional/parallel/DockerEnv
=== CONT TestFunctional/parallel/DockerEnv
functional_test.go:478: only validate docker env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/DockerEnv (0.00s)
=== RUN TestFunctional/parallel/PodmanEnv
=== PAUSE TestFunctional/parallel/PodmanEnv
=== CONT TestFunctional/parallel/PodmanEnv
functional_test.go:565: only validate podman env with docker container runtime, currently testing crio
--- SKIP: TestFunctional/parallel/PodmanEnv (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDig (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/DNSResolutionByDscacheutil (0.00s)
=== RUN TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS
functional_test_tunnel_test.go:99: DNS forwarding is only supported for Hyperkit on Darwin, skipping test DNS forwarding
--- SKIP: TestFunctional/parallel/TunnelCmd/serial/AccessThroughDNS (0.00s)
=== RUN TestFunctionalNewestKubernetes
functional_test.go:82:
--- SKIP: TestFunctionalNewestKubernetes (0.00s)
=== RUN TestGvisorAddon
gvisor_addon_test.go:34: skipping test because --gvisor=false
--- SKIP: TestGvisorAddon (0.00s)
=== RUN TestImageBuild
image_test.go:33:
--- SKIP: TestImageBuild (0.00s)
=== RUN TestISOImage
iso_test.go:36: This test requires a VM driver
--- SKIP: TestISOImage (0.00s)
=== RUN TestChangeNoneUser
none_test.go:38: Test requires none driver and SUDO_USER env to not be empty
--- SKIP: TestChangeNoneUser (0.00s)
=== RUN TestScheduledStopWindows
scheduled_stop_test.go:42: test only runs on windows
--- SKIP: TestScheduledStopWindows (0.00s)
=== RUN TestSkaffold
skaffold_test.go:45: skaffold requires docker-env, currently testing crio container runtime
--- SKIP: TestSkaffold (0.00s)
=== RUN TestNetworkPlugins/group/kubenet
net_test.go:93: Skipping the test as crio container runtimes requires CNI
panic.go:615:
----------------------- debugLogs start: kubenet-902828 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: kubenet-902828
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: kubenet-902828
>>> host: /etc/nsswitch.conf:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/hosts:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/resolv.conf:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: kubenet-902828
>>> host: crictl pods:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: crictl containers:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> k8s: describe netcat deployment:
error: context "kubenet-902828" does not exist
>>> k8s: describe netcat pod(s):
error: context "kubenet-902828" does not exist
>>> k8s: netcat logs:
error: context "kubenet-902828" does not exist
>>> k8s: describe coredns deployment:
error: context "kubenet-902828" does not exist
>>> k8s: describe coredns pods:
error: context "kubenet-902828" does not exist
>>> k8s: coredns logs:
error: context "kubenet-902828" does not exist
>>> k8s: describe api server pod(s):
error: context "kubenet-902828" does not exist
>>> k8s: api server logs:
error: context "kubenet-902828" does not exist
>>> host: /etc/cni:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: ip a s:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: ip r s:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: iptables-save:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: iptables table nat:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> k8s: describe kube-proxy daemon set:
error: context "kubenet-902828" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "kubenet-902828" does not exist
>>> k8s: kube-proxy logs:
error: context "kubenet-902828" does not exist
>>> host: kubelet daemon status:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: kubelet daemon config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> k8s: kubelet logs:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:39 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: cluster_info
server: https://192.168.103.2:8443
name: missing-upgrade-427083
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:50 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.94.2:8443
name: stopped-upgrade-408001
contexts:
- context:
cluster: missing-upgrade-427083
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:39 UTC
provider: minikube.sigs.k8s.io
version: v1.35.0
name: context_info
namespace: default
user: missing-upgrade-427083
name: missing-upgrade-427083
- context:
cluster: stopped-upgrade-408001
user: stopped-upgrade-408001
name: stopped-upgrade-408001
current-context: ""
kind: Config
users:
- name: missing-upgrade-427083
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.key
- name: stopped-upgrade-408001
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: kubenet-902828
>>> host: docker daemon status:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: docker daemon config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/docker/daemon.json:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: docker system info:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: cri-docker daemon status:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: cri-docker daemon config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: cri-dockerd version:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: containerd daemon status:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: containerd daemon config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /lib/systemd/system/containerd.service:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/containerd/config.toml:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: containerd config dump:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: crio daemon status:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: crio daemon config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: /etc/crio:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
>>> host: crio config:
* Profile "kubenet-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p kubenet-902828"
----------------------- debugLogs end: kubenet-902828 [took: 3.530938678s] --------------------------------
helpers_test.go:176: Cleaning up "kubenet-902828" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p kubenet-902828
--- SKIP: TestNetworkPlugins/group/kubenet (3.73s)
=== RUN TestNetworkPlugins/group/cilium
net_test.go:102: Skipping the test as it's interfering with other tests and is outdated
panic.go:615:
----------------------- debugLogs start: cilium-902828 [pass: true] --------------------------------
>>> netcat: nslookup kubernetes.default:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: nslookup debug kubernetes.default a-records:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: dig search kubernetes.default:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local udp/53:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: dig @10.96.0.10 kubernetes.default.svc.cluster.local tcp/53:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: nc 10.96.0.10 udp/53:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: nc 10.96.0.10 tcp/53:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: /etc/nsswitch.conf:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: /etc/hosts:
Error in configuration: context was not found for specified context: cilium-902828
>>> netcat: /etc/resolv.conf:
Error in configuration: context was not found for specified context: cilium-902828
>>> host: /etc/nsswitch.conf:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/hosts:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/resolv.conf:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> k8s: nodes, services, endpoints, daemon sets, deployments and pods, :
Error in configuration: context was not found for specified context: cilium-902828
>>> host: crictl pods:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: crictl containers:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> k8s: describe netcat deployment:
error: context "cilium-902828" does not exist
>>> k8s: describe netcat pod(s):
error: context "cilium-902828" does not exist
>>> k8s: netcat logs:
error: context "cilium-902828" does not exist
>>> k8s: describe coredns deployment:
error: context "cilium-902828" does not exist
>>> k8s: describe coredns pods:
error: context "cilium-902828" does not exist
>>> k8s: coredns logs:
error: context "cilium-902828" does not exist
>>> k8s: describe api server pod(s):
error: context "cilium-902828" does not exist
>>> k8s: api server logs:
error: context "cilium-902828" does not exist
>>> host: /etc/cni:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: ip a s:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: ip r s:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: iptables-save:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: iptables table nat:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> k8s: describe cilium daemon set:
Error in configuration: context was not found for specified context: cilium-902828
>>> k8s: describe cilium daemon set pod(s):
Error in configuration: context was not found for specified context: cilium-902828
>>> k8s: cilium daemon set container(s) logs (current):
error: context "cilium-902828" does not exist
>>> k8s: cilium daemon set container(s) logs (previous):
error: context "cilium-902828" does not exist
>>> k8s: describe cilium deployment:
Error in configuration: context was not found for specified context: cilium-902828
>>> k8s: describe cilium deployment pod(s):
Error in configuration: context was not found for specified context: cilium-902828
>>> k8s: cilium deployment container(s) logs (current):
error: context "cilium-902828" does not exist
>>> k8s: cilium deployment container(s) logs (previous):
error: context "cilium-902828" does not exist
>>> k8s: describe kube-proxy daemon set:
error: context "cilium-902828" does not exist
>>> k8s: describe kube-proxy pod(s):
error: context "cilium-902828" does not exist
>>> k8s: kube-proxy logs:
error: context "cilium-902828" does not exist
>>> host: kubelet daemon status:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: kubelet daemon config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> k8s: kubelet logs:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/kubernetes/kubelet.conf:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /var/lib/kubelet/config.yaml:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> k8s: kubectl config:
apiVersion: v1
clusters:
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:52:17 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.85.2:8443
name: NoKubernetes-786698
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:52:20 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.103.2:8443
name: missing-upgrade-427083
- cluster:
certificate-authority: /home/jenkins/minikube-integration/22344-5543/.minikube/ca.crt
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:51:50 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: cluster_info
server: https://192.168.94.2:8443
name: stopped-upgrade-408001
contexts:
- context:
cluster: NoKubernetes-786698
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:52:17 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: context_info
namespace: default
user: NoKubernetes-786698
name: NoKubernetes-786698
- context:
cluster: missing-upgrade-427083
extensions:
- extension:
last-update: Sat, 27 Dec 2025 08:52:20 UTC
provider: minikube.sigs.k8s.io
version: v1.37.0
name: context_info
namespace: default
user: missing-upgrade-427083
name: missing-upgrade-427083
- context:
cluster: stopped-upgrade-408001
user: stopped-upgrade-408001
name: stopped-upgrade-408001
current-context: missing-upgrade-427083
kind: Config
users:
- name: NoKubernetes-786698
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/NoKubernetes-786698/client.key
- name: missing-upgrade-427083
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/missing-upgrade-427083/client.key
- name: stopped-upgrade-408001
user:
client-certificate: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.crt
client-key: /home/jenkins/minikube-integration/22344-5543/.minikube/profiles/stopped-upgrade-408001/client.key
>>> k8s: cms:
Error in configuration: context was not found for specified context: cilium-902828
>>> host: docker daemon status:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: docker daemon config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/docker/daemon.json:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: docker system info:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: cri-docker daemon status:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: cri-docker daemon config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/systemd/system/cri-docker.service.d/10-cni.conf:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /usr/lib/systemd/system/cri-docker.service:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: cri-dockerd version:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: containerd daemon status:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: containerd daemon config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /lib/systemd/system/containerd.service:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/containerd/config.toml:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: containerd config dump:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: crio daemon status:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: crio daemon config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: /etc/crio:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
>>> host: crio config:
* Profile "cilium-902828" not found. Run "minikube profile list" to view all profiles.
To start a cluster, run: "minikube start -p cilium-902828"
----------------------- debugLogs end: cilium-902828 [took: 3.774652907s] --------------------------------
helpers_test.go:176: Cleaning up "cilium-902828" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p cilium-902828
--- SKIP: TestNetworkPlugins/group/cilium (3.94s)
=== RUN TestStartStop/group/disable-driver-mounts
=== PAUSE TestStartStop/group/disable-driver-mounts
=== CONT TestStartStop/group/disable-driver-mounts
start_stop_delete_test.go:101: skipping TestStartStop/group/disable-driver-mounts - only runs on virtualbox
helpers_test.go:176: Cleaning up "disable-driver-mounts-715178" profile ...
helpers_test.go:179: (dbg) Run: out/minikube-linux-amd64 delete -p disable-driver-mounts-715178
--- SKIP: TestStartStop/group/disable-driver-mounts (0.17s)